You are viewing a plain text version of this content. The canonical link for it is here.
Posted to dev@lucene.apache.org by Policeman Jenkins Server <je...@thetaphi.de> on 2013/08/01 17:04:47 UTC
[JENKINS] Lucene-Solr-4.x-Linux (32bit/jdk1.7.0_25) - Build # 6751
- Failure!
Build: http://jenkins.thetaphi.de/job/Lucene-Solr-4.x-Linux/6751/
Java: 32bit/jdk1.7.0_25 -server -XX:+UseParallelGC
1 tests failed.
FAILED: org.apache.solr.cloud.CollectionsAPIDistributedZkTest.testDistribSearch
Error Message:
Server refused connection at: http://127.0.0.1:33822/hz/en
Stack Trace:
org.apache.solr.client.solrj.SolrServerException: Server refused connection at: http://127.0.0.1:33822/hz/en
at __randomizedtesting.SeedInfo.seed([FBC67B6C64D67187:7A20F574138911BB]:0)
at org.apache.solr.client.solrj.impl.HttpSolrServer.request(HttpSolrServer.java:428)
at org.apache.solr.client.solrj.impl.HttpSolrServer.request(HttpSolrServer.java:180)
at org.apache.solr.cloud.AbstractFullDistribZkTestBase.createCollection(AbstractFullDistribZkTestBase.java:1535)
at org.apache.solr.cloud.CollectionsAPIDistributedZkTest.testCustomCollectionsAPI(CollectionsAPIDistributedZkTest.java:677)
at org.apache.solr.cloud.CollectionsAPIDistributedZkTest.doTest(CollectionsAPIDistributedZkTest.java:159)
at org.apache.solr.BaseDistributedSearchTestCase.testDistribSearch(BaseDistributedSearchTestCase.java:835)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:57)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:606)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1559)
at com.carrotsearch.randomizedtesting.RandomizedRunner.access$600(RandomizedRunner.java:79)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:737)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:773)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:787)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:53)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:50)
at org.apache.lucene.util.TestRuleFieldCacheSanity$1.evaluate(TestRuleFieldCacheSanity.java:51)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:46)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesInvariantRule$1.evaluate(SystemPropertiesInvariantRule.java:55)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:49)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:70)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:358)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:782)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:442)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:746)
at com.carrotsearch.randomizedtesting.RandomizedRunner$3.evaluate(RandomizedRunner.java:648)
at com.carrotsearch.randomizedtesting.RandomizedRunner$4.evaluate(RandomizedRunner.java:682)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:693)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:53)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:46)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:42)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesInvariantRule$1.evaluate(SystemPropertiesInvariantRule.java:55)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:39)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:39)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:43)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:70)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:55)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:358)
at java.lang.Thread.run(Thread.java:724)
Caused by: org.apache.http.conn.HttpHostConnectException: Connection to http://127.0.0.1:33822 refused
at org.apache.http.impl.conn.DefaultClientConnectionOperator.openConnection(DefaultClientConnectionOperator.java:190)
at org.apache.http.impl.conn.ManagedClientConnectionImpl.open(ManagedClientConnectionImpl.java:294)
at org.apache.http.impl.client.DefaultRequestDirector.tryConnect(DefaultRequestDirector.java:645)
at org.apache.http.impl.client.DefaultRequestDirector.execute(DefaultRequestDirector.java:480)
at org.apache.http.impl.client.AbstractHttpClient.execute(AbstractHttpClient.java:906)
at org.apache.http.impl.client.AbstractHttpClient.execute(AbstractHttpClient.java:805)
at org.apache.http.impl.client.AbstractHttpClient.execute(AbstractHttpClient.java:784)
at org.apache.solr.client.solrj.impl.HttpSolrServer.request(HttpSolrServer.java:365)
... 45 more
Caused by: java.net.ConnectException: Connection refused
at java.net.PlainSocketImpl.socketConnect(Native Method)
at java.net.AbstractPlainSocketImpl.doConnect(AbstractPlainSocketImpl.java:339)
at java.net.AbstractPlainSocketImpl.connectToAddress(AbstractPlainSocketImpl.java:200)
at java.net.AbstractPlainSocketImpl.connect(AbstractPlainSocketImpl.java:182)
at java.net.SocksSocketImpl.connect(SocksSocketImpl.java:392)
at java.net.Socket.connect(Socket.java:579)
at org.apache.http.conn.scheme.PlainSocketFactory.connectSocket(PlainSocketFactory.java:127)
at org.apache.http.impl.conn.DefaultClientConnectionOperator.openConnection(DefaultClientConnectionOperator.java:180)
... 52 more
Build Log:
[...truncated 9964 lines...]
[junit4] Suite: org.apache.solr.cloud.CollectionsAPIDistributedZkTest
[junit4] 2> 586139 T2417 oas.BaseDistributedSearchTestCase.initHostContext Setting hostContext system property: /hz/en
[junit4] 2> 586143 T2417 oas.SolrTestCaseJ4.setUp ###Starting testDistribSearch
[junit4] 2> Creating dataDir: /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/./solrtest-CollectionsAPIDistributedZkTest-1375368748401
[junit4] 2> 586144 T2417 oasc.ZkTestServer.run STARTING ZK TEST SERVER
[junit4] 2> 586144 T2418 oasc.ZkTestServer$ZKServerMain.runFromConfig Starting server
[junit4] 2> 586244 T2417 oasc.ZkTestServer.run start zk server on port:57557
[junit4] 2> 586245 T2417 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4] 2> 586371 T2424 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@c859c1 name:ZooKeeperConnection Watcher:127.0.0.1:57557 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4] 2> 586371 T2417 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4] 2> 586371 T2417 oascc.SolrZkClient.makePath makePath: /solr
[junit4] 2> 586375 T2417 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4] 2> 586376 T2426 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@1c07d2d name:ZooKeeperConnection Watcher:127.0.0.1:57557/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4] 2> 586377 T2417 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4] 2> 586377 T2417 oascc.SolrZkClient.makePath makePath: /collections/collection1
[junit4] 2> 586379 T2417 oascc.SolrZkClient.makePath makePath: /collections/collection1/shards
[junit4] 2> 586380 T2417 oascc.SolrZkClient.makePath makePath: /collections/control_collection
[junit4] 2> 586382 T2417 oascc.SolrZkClient.makePath makePath: /collections/control_collection/shards
[junit4] 2> 586383 T2417 oasc.AbstractZkTestCase.putConfig put /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test-files/solr/collection1/conf/solrconfig-tlog.xml to /configs/conf1/solrconfig.xml
[junit4] 2> 586384 T2417 oascc.SolrZkClient.makePath makePath: /configs/conf1/solrconfig.xml
[junit4] 2> 586388 T2417 oasc.AbstractZkTestCase.putConfig put /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test-files/solr/collection1/conf/schema.xml to /configs/conf1/schema.xml
[junit4] 2> 586388 T2417 oascc.SolrZkClient.makePath makePath: /configs/conf1/schema.xml
[junit4] 2> 586392 T2417 oasc.AbstractZkTestCase.putConfig put /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test-files/solr/collection1/conf/stopwords.txt to /configs/conf1/stopwords.txt
[junit4] 2> 586392 T2417 oascc.SolrZkClient.makePath makePath: /configs/conf1/stopwords.txt
[junit4] 2> 586394 T2417 oasc.AbstractZkTestCase.putConfig put /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test-files/solr/collection1/conf/protwords.txt to /configs/conf1/protwords.txt
[junit4] 2> 586394 T2417 oascc.SolrZkClient.makePath makePath: /configs/conf1/protwords.txt
[junit4] 2> 586396 T2417 oasc.AbstractZkTestCase.putConfig put /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test-files/solr/collection1/conf/currency.xml to /configs/conf1/currency.xml
[junit4] 2> 586396 T2417 oascc.SolrZkClient.makePath makePath: /configs/conf1/currency.xml
[junit4] 2> 586398 T2417 oasc.AbstractZkTestCase.putConfig put /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test-files/solr/collection1/conf/open-exchange-rates.json to /configs/conf1/open-exchange-rates.json
[junit4] 2> 586398 T2417 oascc.SolrZkClient.makePath makePath: /configs/conf1/open-exchange-rates.json
[junit4] 2> 586400 T2417 oasc.AbstractZkTestCase.putConfig put /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test-files/solr/collection1/conf/mapping-ISOLatin1Accent.txt to /configs/conf1/mapping-ISOLatin1Accent.txt
[junit4] 2> 586400 T2417 oascc.SolrZkClient.makePath makePath: /configs/conf1/mapping-ISOLatin1Accent.txt
[junit4] 2> 586402 T2417 oasc.AbstractZkTestCase.putConfig put /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test-files/solr/collection1/conf/old_synonyms.txt to /configs/conf1/old_synonyms.txt
[junit4] 2> 586402 T2417 oascc.SolrZkClient.makePath makePath: /configs/conf1/old_synonyms.txt
[junit4] 2> 586403 T2417 oasc.AbstractZkTestCase.putConfig put /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test-files/solr/collection1/conf/synonyms.txt to /configs/conf1/synonyms.txt
[junit4] 2> 586404 T2417 oascc.SolrZkClient.makePath makePath: /configs/conf1/synonyms.txt
[junit4] 2> 586532 T2417 oejs.Server.doStart jetty-8.1.10.v20130312
[junit4] 2> 586536 T2417 oejs.AbstractConnector.doStart Started SelectChannelConnector@127.0.0.1:37515
[junit4] 2> 586536 T2417 oass.SolrDispatchFilter.init SolrDispatchFilter.init()
[junit4] 2> 586536 T2417 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
[junit4] 2> 586537 T2417 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-controljetty-1375368748663
[junit4] 2> 586537 T2417 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-controljetty-1375368748663/'
[junit4] 2> 586551 T2417 oasc.ConfigSolr.fromFile Loading container configuration from /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-controljetty-1375368748663/solr.xml
[junit4] 2> 586582 T2417 oasc.ConfigSolrXml.<init> Config-defined core root directory:
[junit4] 2> 586582 T2417 oasc.CoreContainer.<init> New CoreContainer 29449411
[junit4] 2> 586582 T2417 oasc.CoreContainer.load Loading cores into CoreContainer [instanceDir=/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-controljetty-1375368748663/]
[junit4] 2> 586583 T2417 oashc.HttpShardHandlerFactory.getParameter Setting socketTimeout to: 120000
[junit4] 2> 586584 T2417 oashc.HttpShardHandlerFactory.getParameter Setting urlScheme to: http://
[junit4] 2> 586584 T2417 oashc.HttpShardHandlerFactory.getParameter Setting connTimeout to: 15000
[junit4] 2> 586584 T2417 oashc.HttpShardHandlerFactory.getParameter Setting maxConnectionsPerHost to: 20
[junit4] 2> 586585 T2417 oashc.HttpShardHandlerFactory.getParameter Setting corePoolSize to: 0
[junit4] 2> 586585 T2417 oashc.HttpShardHandlerFactory.getParameter Setting maximumPoolSize to: 2147483647
[junit4] 2> 586585 T2417 oashc.HttpShardHandlerFactory.getParameter Setting maxThreadIdleTime to: 5
[junit4] 2> 586585 T2417 oashc.HttpShardHandlerFactory.getParameter Setting sizeOfQueue to: -1
[junit4] 2> 586586 T2417 oashc.HttpShardHandlerFactory.getParameter Setting fairnessPolicy to: false
[junit4] 2> 586586 T2417 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnectionsPerHost=20&maxConnections=10000&socketTimeout=120000&connTimeout=15000&retry=false
[junit4] 2> 586588 T2417 oasc.ZkContainer.initZooKeeper Zookeeper client=127.0.0.1:57557/solr
[junit4] 2> 586589 T2417 oasc.ZkController.checkChrootPath zkHost includes chroot
[junit4] 2> 586589 T2417 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4] 2> 586590 T2437 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@7bcbc8 name:ZooKeeperConnection Watcher:127.0.0.1:57557 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4] 2> 586591 T2417 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4] 2> 586591 T2417 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=500&maxConnectionsPerHost=16&socketTimeout=120000&connTimeout=15000
[junit4] 2> 586595 T2417 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4] 2> 586596 T2439 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@1975884 name:ZooKeeperConnection Watcher:127.0.0.1:57557/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4] 2> 586596 T2417 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4] 2> 586598 T2417 oascc.SolrZkClient.makePath makePath: /overseer/queue
[junit4] 2> 586600 T2417 oascc.SolrZkClient.makePath makePath: /overseer/collection-queue-work
[junit4] 2> 586601 T2417 oascc.SolrZkClient.makePath makePath: /live_nodes
[junit4] 2> 586605 T2417 oasc.ZkController.createEphemeralLiveNode Register node as live in ZooKeeper:/live_nodes/127.0.0.1:37515_hz%2Fen
[junit4] 2> 586606 T2417 oascc.SolrZkClient.makePath makePath: /live_nodes/127.0.0.1:37515_hz%2Fen
[junit4] 2> 586614 T2417 oascc.SolrZkClient.makePath makePath: /overseer_elect/election
[junit4] 2> 586618 T2417 oascc.SolrZkClient.makePath makePath: /overseer_elect/leader
[junit4] 2> 586619 T2417 oasc.Overseer.start Overseer (id=90136166295404547-127.0.0.1:37515_hz%2Fen-n_0000000000) starting
[junit4] 2> 586622 T2417 oascc.SolrZkClient.makePath makePath: /overseer/queue-work
[junit4] 2> 586625 T2441 oasc.OverseerCollectionProcessor.run Process current queue of collection creations
[junit4] 2> 586625 T2417 oascc.SolrZkClient.makePath makePath: /clusterstate.json
[junit4] 2> 586627 T2417 oascc.SolrZkClient.makePath makePath: /aliases.json
[junit4] 2> 586628 T2417 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper...
[junit4] 2> 586630 T2440 oasc.Overseer$ClusterStateUpdater.run Starting to work on the main queue
[junit4] 2> 586633 T2417 oasc.CorePropertiesLocator.discover Looking for core definitions underneath /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-controljetty-1375368748663
[junit4] 2> 586666 T2417 oasc.CorePropertiesLocator.discoverUnder Found core conf in /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-controljetty-1375368748663/conf/
[junit4] 2> 586667 T2417 oasc.CorePropertiesLocator.discover Found 1 core definitions
[junit4] 2> 586667 T2417 oass.SolrDispatchFilter.init user.dir=/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0
[junit4] 2> 586668 T2417 oass.SolrDispatchFilter.init SolrDispatchFilter.init() done
[junit4] 2> 586668 T2417 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4] 2> 586671 T2417 oascsi.HttpClientUtil.createClient Creating new http client, config:
[junit4] 2> 586672 T2417 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4] 2> 586674 T2444 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@b669d1 name:ZooKeeperConnection Watcher:127.0.0.1:57557/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4] 2> 586674 T2417 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4] 2> 586675 T2417 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper...
[junit4] 2> 586676 T2417 oasc.ChaosMonkey.monkeyLog monkey: init - expire sessions:true cause connection loss:true
[junit4] 2> 586770 T2417 oejs.Server.doStart jetty-8.1.10.v20130312
[junit4] 2> 586772 T2417 oejs.AbstractConnector.doStart Started SelectChannelConnector@127.0.0.1:33822
[junit4] 2> 586773 T2417 oass.SolrDispatchFilter.init SolrDispatchFilter.init()
[junit4] 2> 586774 T2417 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
[junit4] 2> 586774 T2417 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty1-1375368748934
[junit4] 2> 586775 T2417 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty1-1375368748934/'
[junit4] 2> 586790 T2417 oasc.ConfigSolr.fromFile Loading container configuration from /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty1-1375368748934/solr.xml
[junit4] 2> 586837 T2417 oasc.ConfigSolrXml.<init> Config-defined core root directory:
[junit4] 2> 586837 T2417 oasc.CoreContainer.<init> New CoreContainer 17880774
[junit4] 2> 586838 T2417 oasc.CoreContainer.load Loading cores into CoreContainer [instanceDir=/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty1-1375368748934/]
[junit4] 2> 586839 T2417 oashc.HttpShardHandlerFactory.getParameter Setting socketTimeout to: 120000
[junit4] 2> 586840 T2417 oashc.HttpShardHandlerFactory.getParameter Setting urlScheme to: http://
[junit4] 2> 586840 T2417 oashc.HttpShardHandlerFactory.getParameter Setting connTimeout to: 15000
[junit4] 2> 586840 T2417 oashc.HttpShardHandlerFactory.getParameter Setting maxConnectionsPerHost to: 20
[junit4] 2> 586841 T2417 oashc.HttpShardHandlerFactory.getParameter Setting corePoolSize to: 0
[junit4] 2> 586841 T2417 oashc.HttpShardHandlerFactory.getParameter Setting maximumPoolSize to: 2147483647
[junit4] 2> 586841 T2417 oashc.HttpShardHandlerFactory.getParameter Setting maxThreadIdleTime to: 5
[junit4] 2> 586842 T2417 oashc.HttpShardHandlerFactory.getParameter Setting sizeOfQueue to: -1
[junit4] 2> 586842 T2417 oashc.HttpShardHandlerFactory.getParameter Setting fairnessPolicy to: false
[junit4] 2> 586843 T2417 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnectionsPerHost=20&maxConnections=10000&socketTimeout=120000&connTimeout=15000&retry=false
[junit4] 2> 586846 T2417 oasc.ZkContainer.initZooKeeper Zookeeper client=127.0.0.1:57557/solr
[junit4] 2> 586846 T2417 oasc.ZkController.checkChrootPath zkHost includes chroot
[junit4] 2> 586847 T2417 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4] 2> 586848 T2455 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@301f3f name:ZooKeeperConnection Watcher:127.0.0.1:57557 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4] 2> 586848 T2417 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4] 2> 586850 T2417 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=500&maxConnectionsPerHost=16&socketTimeout=120000&connTimeout=15000
[junit4] 2> 586852 T2417 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4] 2> 586854 T2457 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@1d33e00 name:ZooKeeperConnection Watcher:127.0.0.1:57557/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4] 2> 586854 T2417 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4] 2> 586857 T2417 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper...
[junit4] 2> 587859 T2417 oasc.ZkController.createEphemeralLiveNode Register node as live in ZooKeeper:/live_nodes/127.0.0.1:33822_hz%2Fen
[junit4] 2> 587861 T2417 oascc.SolrZkClient.makePath makePath: /live_nodes/127.0.0.1:33822_hz%2Fen
[junit4] 2> 587862 T2444 oascc.ZkStateReader$3.process Updating live nodes... (2)
[junit4] 2> 587862 T2439 oascc.ZkStateReader$3.process Updating live nodes... (2)
[junit4] 2> 587862 T2457 oascc.ZkStateReader$3.process Updating live nodes... (2)
[junit4] 2> 587867 T2417 oasc.CorePropertiesLocator.discover Looking for core definitions underneath /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty1-1375368748934
[junit4] 2> 587893 T2417 oasc.CorePropertiesLocator.discoverUnder Found core conf in /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty1-1375368748934/conf/
[junit4] 2> 587893 T2417 oasc.CorePropertiesLocator.discover Found 1 core definitions
[junit4] 2> 587894 T2417 oass.SolrDispatchFilter.init user.dir=/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0
[junit4] 2> 587894 T2417 oass.SolrDispatchFilter.init SolrDispatchFilter.init() done
[junit4] 2> 587894 T2417 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4] 2> 587968 T2417 oejs.Server.doStart jetty-8.1.10.v20130312
[junit4] 2> 587970 T2417 oejs.AbstractConnector.doStart Started SelectChannelConnector@127.0.0.1:60639
[junit4] 2> 587971 T2417 oass.SolrDispatchFilter.init SolrDispatchFilter.init()
[junit4] 2> 587971 T2417 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
[junit4] 2> 587971 T2417 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty2-1375368750163
[junit4] 2> 587972 T2417 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty2-1375368750163/'
[junit4] 2> 587981 T2417 oasc.ConfigSolr.fromFile Loading container configuration from /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty2-1375368750163/solr.xml
[junit4] 2> 588008 T2417 oasc.ConfigSolrXml.<init> Config-defined core root directory:
[junit4] 2> 588009 T2417 oasc.CoreContainer.<init> New CoreContainer 25318870
[junit4] 2> 588009 T2417 oasc.CoreContainer.load Loading cores into CoreContainer [instanceDir=/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty2-1375368750163/]
[junit4] 2> 588010 T2417 oashc.HttpShardHandlerFactory.getParameter Setting socketTimeout to: 120000
[junit4] 2> 588010 T2417 oashc.HttpShardHandlerFactory.getParameter Setting urlScheme to: http://
[junit4] 2> 588010 T2417 oashc.HttpShardHandlerFactory.getParameter Setting connTimeout to: 15000
[junit4] 2> 588011 T2417 oashc.HttpShardHandlerFactory.getParameter Setting maxConnectionsPerHost to: 20
[junit4] 2> 588011 T2417 oashc.HttpShardHandlerFactory.getParameter Setting corePoolSize to: 0
[junit4] 2> 588011 T2417 oashc.HttpShardHandlerFactory.getParameter Setting maximumPoolSize to: 2147483647
[junit4] 2> 588011 T2417 oashc.HttpShardHandlerFactory.getParameter Setting maxThreadIdleTime to: 5
[junit4] 2> 588012 T2417 oashc.HttpShardHandlerFactory.getParameter Setting sizeOfQueue to: -1
[junit4] 2> 588012 T2417 oashc.HttpShardHandlerFactory.getParameter Setting fairnessPolicy to: false
[junit4] 2> 588012 T2417 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnectionsPerHost=20&maxConnections=10000&socketTimeout=120000&connTimeout=15000&retry=false
[junit4] 2> 588015 T2417 oasc.ZkContainer.initZooKeeper Zookeeper client=127.0.0.1:57557/solr
[junit4] 2> 588015 T2417 oasc.ZkController.checkChrootPath zkHost includes chroot
[junit4] 2> 588016 T2417 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4] 2> 588017 T2469 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@b9de name:ZooKeeperConnection Watcher:127.0.0.1:57557 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4] 2> 588018 T2417 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4] 2> 588020 T2417 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=500&maxConnectionsPerHost=16&socketTimeout=120000&connTimeout=15000
[junit4] 2> 588023 T2417 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4] 2> 588024 T2471 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@46ec50 name:ZooKeeperConnection Watcher:127.0.0.1:57557/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4] 2> 588024 T2417 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4] 2> 588026 T2417 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper...
[junit4] 2> 589028 T2417 oasc.ZkController.createEphemeralLiveNode Register node as live in ZooKeeper:/live_nodes/127.0.0.1:60639_hz%2Fen
[junit4] 2> 589029 T2417 oascc.SolrZkClient.makePath makePath: /live_nodes/127.0.0.1:60639_hz%2Fen
[junit4] 2> 589031 T2444 oascc.ZkStateReader$3.process Updating live nodes... (3)
[junit4] 2> 589031 T2457 oascc.ZkStateReader$3.process Updating live nodes... (3)
[junit4] 2> 589031 T2439 oascc.ZkStateReader$3.process Updating live nodes... (3)
[junit4] 2> 589031 T2471 oascc.ZkStateReader$3.process Updating live nodes... (3)
[junit4] 2> 589034 T2417 oasc.CorePropertiesLocator.discover Looking for core definitions underneath /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty2-1375368750163
[junit4] 2> 589057 T2417 oasc.CorePropertiesLocator.discoverUnder Found core conf in /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty2-1375368750163/conf/
[junit4] 2> 589058 T2417 oasc.CorePropertiesLocator.discover Found 1 core definitions
[junit4] 2> 589058 T2417 oass.SolrDispatchFilter.init user.dir=/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0
[junit4] 2> 589059 T2417 oass.SolrDispatchFilter.init SolrDispatchFilter.init() done
[junit4] 2> 589059 T2417 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4] 2> 589123 T2417 oejs.Server.doStart jetty-8.1.10.v20130312
[junit4] 2> 589125 T2417 oejs.AbstractConnector.doStart Started SelectChannelConnector@127.0.0.1:49815
[junit4] 2> 589126 T2417 oass.SolrDispatchFilter.init SolrDispatchFilter.init()
[junit4] 2> 589126 T2417 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
[junit4] 2> 589127 T2417 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty3-1375368751318
[junit4] 2> 589127 T2417 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty3-1375368751318/'
[junit4] 2> 589136 T2417 oasc.ConfigSolr.fromFile Loading container configuration from /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty3-1375368751318/solr.xml
[junit4] 2> 589164 T2417 oasc.ConfigSolrXml.<init> Config-defined core root directory:
[junit4] 2> 589164 T2417 oasc.CoreContainer.<init> New CoreContainer 14922430
[junit4] 2> 589164 T2417 oasc.CoreContainer.load Loading cores into CoreContainer [instanceDir=/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty3-1375368751318/]
[junit4] 2> 589165 T2417 oashc.HttpShardHandlerFactory.getParameter Setting socketTimeout to: 120000
[junit4] 2> 589166 T2417 oashc.HttpShardHandlerFactory.getParameter Setting urlScheme to: http://
[junit4] 2> 589166 T2417 oashc.HttpShardHandlerFactory.getParameter Setting connTimeout to: 15000
[junit4] 2> 589166 T2417 oashc.HttpShardHandlerFactory.getParameter Setting maxConnectionsPerHost to: 20
[junit4] 2> 589166 T2417 oashc.HttpShardHandlerFactory.getParameter Setting corePoolSize to: 0
[junit4] 2> 589167 T2417 oashc.HttpShardHandlerFactory.getParameter Setting maximumPoolSize to: 2147483647
[junit4] 2> 589167 T2417 oashc.HttpShardHandlerFactory.getParameter Setting maxThreadIdleTime to: 5
[junit4] 2> 589167 T2417 oashc.HttpShardHandlerFactory.getParameter Setting sizeOfQueue to: -1
[junit4] 2> 589167 T2417 oashc.HttpShardHandlerFactory.getParameter Setting fairnessPolicy to: false
[junit4] 2> 589168 T2417 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnectionsPerHost=20&maxConnections=10000&socketTimeout=120000&connTimeout=15000&retry=false
[junit4] 2> 589170 T2417 oasc.ZkContainer.initZooKeeper Zookeeper client=127.0.0.1:57557/solr
[junit4] 2> 589171 T2417 oasc.ZkController.checkChrootPath zkHost includes chroot
[junit4] 2> 589171 T2417 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4] 2> 589172 T2483 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@1320c28 name:ZooKeeperConnection Watcher:127.0.0.1:57557 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4] 2> 589173 T2417 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4] 2> 589174 T2417 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=500&maxConnectionsPerHost=16&socketTimeout=120000&connTimeout=15000
[junit4] 2> 589176 T2417 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4] 2> 589177 T2485 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@1bb83e3 name:ZooKeeperConnection Watcher:127.0.0.1:57557/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4] 2> 589177 T2417 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4] 2> 589180 T2417 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper...
[junit4] 2> 590182 T2417 oasc.ZkController.createEphemeralLiveNode Register node as live in ZooKeeper:/live_nodes/127.0.0.1:49815_hz%2Fen
[junit4] 2> 590183 T2417 oascc.SolrZkClient.makePath makePath: /live_nodes/127.0.0.1:49815_hz%2Fen
[junit4] 2> 590184 T2457 oascc.ZkStateReader$3.process Updating live nodes... (4)
[junit4] 2> 590185 T2444 oascc.ZkStateReader$3.process Updating live nodes... (4)
[junit4] 2> 590185 T2471 oascc.ZkStateReader$3.process Updating live nodes... (4)
[junit4] 2> 590185 T2439 oascc.ZkStateReader$3.process Updating live nodes... (4)
[junit4] 2> 590185 T2485 oascc.ZkStateReader$3.process Updating live nodes... (4)
[junit4] 2> 590189 T2417 oasc.CorePropertiesLocator.discover Looking for core definitions underneath /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty3-1375368751318
[junit4] 2> 590212 T2417 oasc.CorePropertiesLocator.discoverUnder Found core conf in /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty3-1375368751318/conf/
[junit4] 2> 590212 T2417 oasc.CorePropertiesLocator.discover Found 1 core definitions
[junit4] 2> 590213 T2417 oass.SolrDispatchFilter.init user.dir=/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0
[junit4] 2> 590213 T2417 oass.SolrDispatchFilter.init SolrDispatchFilter.init() done
[junit4] 2> 590213 T2417 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4] 2> 590279 T2417 oejs.Server.doStart jetty-8.1.10.v20130312
[junit4] 2> 590281 T2417 oejs.AbstractConnector.doStart Started SelectChannelConnector@127.0.0.1:36140
[junit4] 2> 590282 T2417 oass.SolrDispatchFilter.init SolrDispatchFilter.init()
[junit4] 2> 590282 T2417 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
[junit4] 2> 590283 T2417 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty4-1375368752473
[junit4] 2> 590283 T2417 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty4-1375368752473/'
[junit4] 2> 590292 T2417 oasc.ConfigSolr.fromFile Loading container configuration from /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty4-1375368752473/solr.xml
[junit4] 2> 590320 T2417 oasc.ConfigSolrXml.<init> Config-defined core root directory:
[junit4] 2> 590320 T2417 oasc.CoreContainer.<init> New CoreContainer 22021398
[junit4] 2> 590321 T2417 oasc.CoreContainer.load Loading cores into CoreContainer [instanceDir=/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty4-1375368752473/]
[junit4] 2> 590321 T2417 oashc.HttpShardHandlerFactory.getParameter Setting socketTimeout to: 120000
[junit4] 2> 590322 T2417 oashc.HttpShardHandlerFactory.getParameter Setting urlScheme to: http://
[junit4] 2> 590322 T2417 oashc.HttpShardHandlerFactory.getParameter Setting connTimeout to: 15000
[junit4] 2> 590322 T2417 oashc.HttpShardHandlerFactory.getParameter Setting maxConnectionsPerHost to: 20
[junit4] 2> 590322 T2417 oashc.HttpShardHandlerFactory.getParameter Setting corePoolSize to: 0
[junit4] 2> 590323 T2417 oashc.HttpShardHandlerFactory.getParameter Setting maximumPoolSize to: 2147483647
[junit4] 2> 590323 T2417 oashc.HttpShardHandlerFactory.getParameter Setting maxThreadIdleTime to: 5
[junit4] 2> 590323 T2417 oashc.HttpShardHandlerFactory.getParameter Setting sizeOfQueue to: -1
[junit4] 2> 590323 T2417 oashc.HttpShardHandlerFactory.getParameter Setting fairnessPolicy to: false
[junit4] 2> 590324 T2417 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnectionsPerHost=20&maxConnections=10000&socketTimeout=120000&connTimeout=15000&retry=false
[junit4] 2> 590326 T2417 oasc.ZkContainer.initZooKeeper Zookeeper client=127.0.0.1:57557/solr
[junit4] 2> 590327 T2417 oasc.ZkController.checkChrootPath zkHost includes chroot
[junit4] 2> 590327 T2417 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4] 2> 590328 T2497 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@1a7c78d name:ZooKeeperConnection Watcher:127.0.0.1:57557 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4] 2> 590329 T2417 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4] 2> 590329 T2417 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=500&maxConnectionsPerHost=16&socketTimeout=120000&connTimeout=15000
[junit4] 2> 590332 T2417 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4] 2> 590333 T2499 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@17ed7c2 name:ZooKeeperConnection Watcher:127.0.0.1:57557/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4] 2> 590333 T2417 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4] 2> 590335 T2417 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper...
[junit4] 2> 591337 T2417 oasc.ZkController.createEphemeralLiveNode Register node as live in ZooKeeper:/live_nodes/127.0.0.1:36140_hz%2Fen
[junit4] 2> 591339 T2417 oascc.SolrZkClient.makePath makePath: /live_nodes/127.0.0.1:36140_hz%2Fen
[junit4] 2> 591341 T2444 oascc.ZkStateReader$3.process Updating live nodes... (5)
[junit4] 2> 591341 T2485 oascc.ZkStateReader$3.process Updating live nodes... (5)
[junit4] 2> 591341 T2439 oascc.ZkStateReader$3.process Updating live nodes... (5)
[junit4] 2> 591341 T2457 oascc.ZkStateReader$3.process Updating live nodes... (5)
[junit4] 2> 591341 T2499 oascc.ZkStateReader$3.process Updating live nodes... (5)
[junit4] 2> 591341 T2471 oascc.ZkStateReader$3.process Updating live nodes... (5)
[junit4] 2> 591345 T2417 oasc.CorePropertiesLocator.discover Looking for core definitions underneath /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty4-1375368752473
[junit4] 2> 591382 T2417 oasc.CorePropertiesLocator.discoverUnder Found core conf in /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty4-1375368752473/conf/
[junit4] 2> 591383 T2417 oasc.CorePropertiesLocator.discover Found 1 core definitions
[junit4] 2> 591383 T2417 oass.SolrDispatchFilter.init user.dir=/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0
[junit4] 2> 591384 T2417 oass.SolrDispatchFilter.init SolrDispatchFilter.init() done
[junit4] 2> 591384 T2417 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4] 2> 591388 T2417 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4] 2> 591393 T2452 oasha.CollectionsHandler.handleCreateAction Creating Collection : numShards=2&name=nodes_used_collection&replicationFactor=2&action=CREATE&wt=javabin&version=2
[junit4] 2> 591394 T2439 oasc.DistributedQueue$LatchChildWatcher.process Watcher fired on path: /overseer/collection-queue-work state: SyncConnected type NodeChildrenChanged
[junit4] 2> 591395 T2439 oasc.DistributedQueue$LatchChildWatcher.process Watcher fired on path: /overseer/collection-queue-work state: SyncConnected type NodeChildrenChanged
[junit4] 2> 591395 T2441 oasc.OverseerCollectionProcessor.run Overseer Collection Processor: Get the message id:/overseer/collection-queue-work/qn-0000000000 message:{
[junit4] 2> "operation":"createcollection",
[junit4] 2> "numShards":"2",
[junit4] 2> "name":"nodes_used_collection",
[junit4] 2> "replicationFactor":"2"}
[junit4] 2> 591395 T2441 oasc.OverseerCollectionProcessor.processMessage WARN OverseerCollectionProcessor.processMessage : createcollection , {
[junit4] 2> "operation":"createcollection",
[junit4] 2> "numShards":"2",
[junit4] 2> "name":"nodes_used_collection",
[junit4] 2> "replicationFactor":"2"}
[junit4] 2> 592638 T2440 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper...
[junit4] 2> 592639 T2440 oasc.Overseer$ClusterStateUpdater.buildCollection building a new collection: nodes_used_collection
[junit4] 2> 592639 T2440 oasc.Overseer$ClusterStateUpdater.createCollection Create collection nodes_used_collection with shards [shard1, shard2]
[junit4] 2> 592641 T2444 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4] 2> 592641 T2457 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4] 2> 592642 T2485 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4] 2> 592641 T2471 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4] 2> 592641 T2499 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4] 2> 592641 T2439 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4] 2> 592698 T2441 oasc.OverseerCollectionProcessor.createCollection going to create cores replicas shardNames [shard1, shard2] , repFactor : 2
[junit4] 2> 592699 T2441 oasc.OverseerCollectionProcessor.createCollection Creating shard nodes_used_collection_shard1_replica1 as part of slice shard1 of collection nodes_used_collection on 127.0.0.1:49815_hz%2Fen
[junit4] 2> 592699 T2441 oasc.OverseerCollectionProcessor.createCollection Creating shard nodes_used_collection_shard1_replica2 as part of slice shard1 of collection nodes_used_collection on 127.0.0.1:36140_hz%2Fen
[junit4] 2> 592700 T2441 oasc.OverseerCollectionProcessor.createCollection Creating shard nodes_used_collection_shard2_replica1 as part of slice shard2 of collection nodes_used_collection on 127.0.0.1:60639_hz%2Fen
[junit4] 2> 592700 T2441 oasc.OverseerCollectionProcessor.createCollection Creating shard nodes_used_collection_shard2_replica2 as part of slice shard2 of collection nodes_used_collection on 127.0.0.1:33822_hz%2Fen
[junit4] 2> 592702 T2492 oasc.ZkController.publish publishing core=nodes_used_collection_shard1_replica2 state=down
[junit4] 2> 592702 T2478 oasc.ZkController.publish publishing core=nodes_used_collection_shard1_replica1 state=down
[junit4] 2> 592702 T2464 oasc.ZkController.publish publishing core=nodes_used_collection_shard2_replica1 state=down
[junit4] 2> 592703 T2492 oasc.ZkController.waitForCoreNodeName look for our core node name
[junit4] 2> 592703 T2450 oasc.ZkController.publish publishing core=nodes_used_collection_shard2_replica2 state=down
[junit4] 2> 592703 T2478 oasc.ZkController.waitForCoreNodeName look for our core node name
[junit4] 2> 592704 T2464 oasc.ZkController.waitForCoreNodeName look for our core node name
[junit4] 2> 592704 T2450 oasc.ZkController.waitForCoreNodeName look for our core node name
[junit4] 2> 594145 T2440 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper...
[junit4] 2> 594145 T2440 oasc.Overseer$ClusterStateUpdater.updateState WARN Could not find collection node for nodes_used_collection, skipping publish state
[junit4] 2> 594146 T2440 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=2 message={
[junit4] 2> "operation":"state",
[junit4] 2> "core_node_name":"core_node1",
[junit4] 2> "numShards":"2",
[junit4] 2> "shard":"shard1",
[junit4] 2> "roles":null,
[junit4] 2> "state":"down",
[junit4] 2> "shard_state":"active",
[junit4] 2> "core":"nodes_used_collection_shard1_replica2",
[junit4] 2> "collection":"nodes_used_collection",
[junit4] 2> "shard_range":null,
[junit4] 2> "node_name":"127.0.0.1:36140_hz%2Fen",
[junit4] 2> "base_url":"http://127.0.0.1:36140/hz/en"}
[junit4] 2> 594149 T2440 oasc.Overseer$ClusterStateUpdater.updateState WARN Could not find collection node for nodes_used_collection, skipping publish state
[junit4] 2> 594149 T2440 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=2 message={
[junit4] 2> "operation":"state",
[junit4] 2> "core_node_name":"core_node2",
[junit4] 2> "numShards":"2",
[junit4] 2> "shard":"shard1",
[junit4] 2> "roles":null,
[junit4] 2> "state":"down",
[junit4] 2> "shard_state":"active",
[junit4] 2> "core":"nodes_used_collection_shard1_replica1",
[junit4] 2> "collection":"nodes_used_collection",
[junit4] 2> "shard_range":null,
[junit4] 2> "node_name":"127.0.0.1:49815_hz%2Fen",
[junit4] 2> "base_url":"http://127.0.0.1:49815/hz/en"}
[junit4] 2> 594151 T2440 oasc.Overseer$ClusterStateUpdater.updateState WARN Could not find collection node for nodes_used_collection, skipping publish state
[junit4] 2> 594151 T2440 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=2 message={
[junit4] 2> "operation":"state",
[junit4] 2> "core_node_name":"core_node3",
[junit4] 2> "numShards":"2",
[junit4] 2> "shard":"shard2",
[junit4] 2> "roles":null,
[junit4] 2> "state":"down",
[junit4] 2> "shard_state":"active",
[junit4] 2> "core":"nodes_used_collection_shard2_replica1",
[junit4] 2> "collection":"nodes_used_collection",
[junit4] 2> "shard_range":null,
[junit4] 2> "node_name":"127.0.0.1:60639_hz%2Fen",
[junit4] 2> "base_url":"http://127.0.0.1:60639/hz/en"}
[junit4] 2> 594312 T2440 oasc.Overseer$ClusterStateUpdater.updateState WARN Could not find collection node for nodes_used_collection, skipping publish state
[junit4] 2> 594313 T2440 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=2 message={
[junit4] 2> "operation":"state",
[junit4] 2> "core_node_name":"core_node4",
[junit4] 2> "numShards":"2",
[junit4] 2> "shard":"shard2",
[junit4] 2> "roles":null,
[junit4] 2> "state":"down",
[junit4] 2> "shard_state":"active",
[junit4] 2> "core":"nodes_used_collection_shard2_replica2",
[junit4] 2> "collection":"nodes_used_collection",
[junit4] 2> "shard_range":null,
[junit4] 2> "node_name":"127.0.0.1:33822_hz%2Fen",
[junit4] 2> "base_url":"http://127.0.0.1:33822/hz/en"}
[junit4] 2> 594315 T2439 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4] 2> 594315 T2485 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4] 2> 594315 T2499 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4] 2> 594315 T2444 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4] 2> 594315 T2471 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4] 2> 594315 T2457 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4] 2> 594703 T2492 oasc.ZkController.waitForShardId waiting to find shard id in clusterstate for nodes_used_collection_shard1_replica2
[junit4] 2> 594704 T2478 oasc.ZkController.waitForShardId waiting to find shard id in clusterstate for nodes_used_collection_shard1_replica1
[junit4] 2> 594704 T2492 oasc.CorePropertiesLocator.writePropertiesFile ERROR Couldn't persist core properties to /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty4-1375368752473/nodes_used_collection_shard1_replica2/core.properties: java.io.FileNotFoundException: /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty4-1375368752473/nodes_used_collection_shard1_replica2/core.properties (No such file or directory)
[junit4] 2> 594704 T2478 oasc.CorePropertiesLocator.writePropertiesFile ERROR Couldn't persist core properties to /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty3-1375368751318/nodes_used_collection_shard1_replica1/core.properties: java.io.FileNotFoundException: /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty3-1375368751318/nodes_used_collection_shard1_replica1/core.properties (No such file or directory)
[junit4] 2> 594704 T2492 oasc.CoreContainer.create Creating SolrCore 'nodes_used_collection_shard1_replica2' using instanceDir: /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty4-1375368752473/nodes_used_collection_shard1_replica2
[junit4] 2> 594705 T2492 oasc.ZkController.createCollectionZkNode Check for collection zkNode:nodes_used_collection
[junit4] 2> 594704 T2464 oasc.ZkController.waitForShardId waiting to find shard id in clusterstate for nodes_used_collection_shard2_replica1
[junit4] 2> 594705 T2450 oasc.ZkController.waitForShardId waiting to find shard id in clusterstate for nodes_used_collection_shard2_replica2
[junit4] 2> 594705 T2478 oasc.CoreContainer.create Creating SolrCore 'nodes_used_collection_shard1_replica1' using instanceDir: /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty3-1375368751318/nodes_used_collection_shard1_replica1
[junit4] 2> 594706 T2478 oasc.ZkController.createCollectionZkNode Check for collection zkNode:nodes_used_collection
[junit4] 2> 594706 T2450 oasc.CorePropertiesLocator.writePropertiesFile ERROR Couldn't persist core properties to /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty1-1375368748934/nodes_used_collection_shard2_replica2/core.properties: java.io.FileNotFoundException: /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty1-1375368748934/nodes_used_collection_shard2_replica2/core.properties (No such file or directory)
[junit4] 2> 594706 T2464 oasc.CorePropertiesLocator.writePropertiesFile ERROR Couldn't persist core properties to /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty2-1375368750163/nodes_used_collection_shard2_replica1/core.properties: java.io.FileNotFoundException: /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty2-1375368750163/nodes_used_collection_shard2_replica1/core.properties (No such file or directory)
[junit4] 2> 594705 T2492 oasc.ZkController.createCollectionZkNode Creating collection in ZooKeeper:nodes_used_collection
[junit4] 2> 594707 T2464 oasc.CoreContainer.create Creating SolrCore 'nodes_used_collection_shard2_replica1' using instanceDir: /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty2-1375368750163/nodes_used_collection_shard2_replica1
[junit4] 2> 594707 T2464 oasc.ZkController.createCollectionZkNode Check for collection zkNode:nodes_used_collection
[junit4] 2> 594707 T2478 oasc.ZkController.createCollectionZkNode Creating collection in ZooKeeper:nodes_used_collection
[junit4] 2> 594707 T2450 oasc.CoreContainer.create Creating SolrCore 'nodes_used_collection_shard2_replica2' using instanceDir: /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty1-1375368748934/nodes_used_collection_shard2_replica2
[junit4] 2> 594708 T2450 oasc.ZkController.createCollectionZkNode Check for collection zkNode:nodes_used_collection
[junit4] 2> 594708 T2464 oasc.ZkController.createCollectionZkNode Creating collection in ZooKeeper:nodes_used_collection
[junit4] 2> 594708 T2450 oasc.ZkController.createCollectionZkNode Creating collection in ZooKeeper:nodes_used_collection
[junit4] 2> 594708 T2478 oasc.ZkController.getConfName Looking for collection configName
[junit4] 2> 594707 T2492 oasc.ZkController.getConfName Looking for collection configName
[junit4] 2> 594709 T2450 oasc.ZkController.getConfName Looking for collection configName
[junit4] 2> 594709 T2464 oasc.ZkController.getConfName Looking for collection configName
[junit4] 2> 594710 T2478 oasc.ZkController.getConfName Only one config set found in zk - using it:conf1
[junit4] 2> 594710 T2478 oascc.SolrZkClient.makePath makePath: /collections/nodes_used_collection
[junit4] 2> 594710 T2464 oasc.ZkController.getConfName Only one config set found in zk - using it:conf1
[junit4] 2> 594711 T2492 oasc.ZkController.getConfName Only one config set found in zk - using it:conf1
[junit4] 2> 594711 T2450 oasc.ZkController.getConfName Only one config set found in zk - using it:conf1
[junit4] 2> 594711 T2492 oascc.SolrZkClient.makePath makePath: /collections/nodes_used_collection
[junit4] 2> 594711 T2464 oascc.SolrZkClient.makePath makePath: /collections/nodes_used_collection
[junit4] 2> 594711 T2450 oascc.SolrZkClient.makePath makePath: /collections/nodes_used_collection
[junit4] 2> 594713 T2492 oasc.ZkController.readConfigName Load collection config from:/collections/nodes_used_collection
[junit4] 2> 594713 T2450 oasc.ZkController.readConfigName Load collection config from:/collections/nodes_used_collection
[junit4] 2> 594713 T2464 oasc.ZkController.readConfigName Load collection config from:/collections/nodes_used_collection
[junit4] 2> 594713 T2478 oasc.ZkController.readConfigName Load collection config from:/collections/nodes_used_collection
[junit4] 2> 594714 T2492 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty4-1375368752473/nodes_used_collection_shard1_replica2/'
[junit4] 2> 594715 T2478 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty3-1375368751318/nodes_used_collection_shard1_replica1/'
[junit4] 2> 594717 T2450 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty1-1375368748934/nodes_used_collection_shard2_replica2/'
[junit4] 2> 594717 T2464 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty2-1375368750163/nodes_used_collection_shard2_replica1/'
[junit4] 2> 594749 T2492 oasc.SolrConfig.<init> Using Lucene MatchVersion: LUCENE_45
[junit4] 2> 594765 T2450 oasc.SolrConfig.<init> Using Lucene MatchVersion: LUCENE_45
[junit4] 2> 594768 T2464 oasc.SolrConfig.<init> Using Lucene MatchVersion: LUCENE_45
[junit4] 2> 594771 T2478 oasc.SolrConfig.<init> Using Lucene MatchVersion: LUCENE_45
[junit4] 2> 594804 T2492 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml
[junit4] 2> 594806 T2492 oass.IndexSchema.readSchema Reading Solr Schema from schema.xml
[junit4] 2> 594812 T2464 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml
[junit4] 2> 594813 T2450 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml
[junit4] 2> 594814 T2464 oass.IndexSchema.readSchema Reading Solr Schema from schema.xml
[junit4] 2> 594814 T2450 oass.IndexSchema.readSchema Reading Solr Schema from schema.xml
[junit4] 2> 594817 T2492 oass.IndexSchema.readSchema [nodes_used_collection_shard1_replica2] Schema name=test
[junit4] 2> 594821 T2450 oass.IndexSchema.readSchema [nodes_used_collection_shard2_replica2] Schema name=test
[junit4] 2> 594823 T2464 oass.IndexSchema.readSchema [nodes_used_collection_shard2_replica1] Schema name=test
[junit4] 2> 594827 T2478 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml
[junit4] 2> 594831 T2478 oass.IndexSchema.readSchema Reading Solr Schema from schema.xml
[junit4] 2> 594840 T2478 oass.IndexSchema.readSchema [nodes_used_collection_shard1_replica1] Schema name=test
[junit4] 2> 595332 T2492 oass.ByteField.init WARN ByteField is deprecated and will be removed in 5.0. You should use TrieIntField instead.
[junit4] 2> 595333 T2492 oass.ShortField.init WARN ShortField is deprecated and will be removed in 5.0. You should use TrieIntField instead.
[junit4] 2> 595333 T2492 oass.OpenExchangeRatesOrgProvider.init Initialized with rates=open-exchange-rates.json, refreshInterval=1440.
[junit4] 2> 595339 T2492 oass.IndexSchema.readSchema default search field in schema is text
[junit4] 2> 595341 T2492 oass.IndexSchema.readSchema unique key field: id
[junit4] 2> 595348 T2478 oass.ByteField.init WARN ByteField is deprecated and will be removed in 5.0. You should use TrieIntField instead.
[junit4] 2> 595348 T2478 oass.ShortField.init WARN ShortField is deprecated and will be removed in 5.0. You should use TrieIntField instead.
[junit4] 2> 595349 T2478 oass.OpenExchangeRatesOrgProvider.init Initialized with rates=open-exchange-rates.json, refreshInterval=1440.
[junit4] 2> 595351 T2492 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4] 2> 595352 T2450 oass.ByteField.init WARN ByteField is deprecated and will be removed in 5.0. You should use TrieIntField instead.
[junit4] 2> 595353 T2450 oass.ShortField.init WARN ShortField is deprecated and will be removed in 5.0. You should use TrieIntField instead.
[junit4] 2> 595353 T2492 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4] 2> 595354 T2450 oass.OpenExchangeRatesOrgProvider.init Initialized with rates=open-exchange-rates.json, refreshInterval=1440.
[junit4] 2> 595356 T2492 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
[junit4] 2> 595356 T2478 oass.IndexSchema.readSchema default search field in schema is text
[junit4] 2> 595357 T2492 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Unknown key IMPORTANT NOTE
[junit4] 2> 595357 T2492 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Expected key, got STRING
[junit4] 2> 595357 T2492 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
[junit4] 2> 595358 T2492 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Unknown key IMPORTANT NOTE
[junit4] 2> 595358 T2492 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Expected key, got STRING
[junit4] 2> 595358 T2492 oasc.SolrCore.initDirectoryFactory org.apache.solr.core.MockDirectoryFactory
[junit4] 2> 595358 T2492 oasc.SolrCore.<init> [nodes_used_collection_shard1_replica2] Opening new SolrCore at /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty4-1375368752473/nodes_used_collection_shard1_replica2/, dataDir=/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty4-1375368752473//nodes_used_collection_shard1_replica2/data/
[junit4] 2> 595359 T2492 oasc.JmxMonitoredMap.<init> JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@bd19b9
[junit4] 2> 595359 T2492 oasc.CachingDirectoryFactory.get return new directory for /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty4-1375368752473//nodes_used_collection_shard1_replica2/data
[junit4] 2> 595360 T2492 oasc.SolrCore.getNewIndexDir New index directory detected: old=null new=/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty4-1375368752473//nodes_used_collection_shard1_replica2/data/index/
[junit4] 2> 595359 T2478 oass.IndexSchema.readSchema unique key field: id
[junit4] 2> 595360 T2492 oasc.SolrCore.initIndex WARN [nodes_used_collection_shard1_replica2] Solr index directory '/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty4-1375368752473/nodes_used_collection_shard1_replica2/data/index' doesn't exist. Creating new index...
[junit4] 2> 595361 T2492 oasc.CachingDirectoryFactory.get return new directory for /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty4-1375368752473//nodes_used_collection_shard1_replica2/data/index
[junit4] 2> 595362 T2450 oass.IndexSchema.readSchema default search field in schema is text
[junit4] 2> 595362 T2492 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits: num=1
[junit4] 2> commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@7b5b9f lockFactory=org.apache.lucene.store.NativeFSLockFactory@e1f839),segFN=segments_1,generation=1}
[junit4] 2> 595362 T2492 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 1
[junit4] 2> 595362 T2464 oass.ByteField.init WARN ByteField is deprecated and will be removed in 5.0. You should use TrieIntField instead.
[junit4] 2> 595363 T2464 oass.ShortField.init WARN ShortField is deprecated and will be removed in 5.0. You should use TrieIntField instead.
[junit4] 2> 595363 T2464 oass.OpenExchangeRatesOrgProvider.init Initialized with rates=open-exchange-rates.json, refreshInterval=1440.
[junit4] 2> 595365 T2492 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe"
[junit4] 2> 595365 T2492 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "stored_sig"
[junit4] 2> 595365 T2450 oass.IndexSchema.readSchema unique key field: id
[junit4] 2> 595366 T2492 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "distrib-dup-test-chain-implicit"
[junit4] 2> 595366 T2492 oasc.RequestHandlers.initHandlersFromConfig created standard: solr.StandardRequestHandler
[junit4] 2> 595367 T2492 oasc.RequestHandlers.initHandlersFromConfig created /get: solr.RealTimeGetHandler
[junit4] 2> 595367 T2492 oasc.RequestHandlers.initHandlersFromConfig adding lazy requestHandler: solr.ReplicationHandler
[junit4] 2> 595367 T2492 oasc.RequestHandlers.initHandlersFromConfig created /replication: solr.ReplicationHandler
[junit4] 2> 595368 T2492 oasc.RequestHandlers.initHandlersFromConfig created /update: solr.UpdateRequestHandler
[junit4] 2> 595368 T2492 oasc.RequestHandlers.initHandlersFromConfig created /admin/: org.apache.solr.handler.admin.AdminHandlers
[junit4] 2> 595371 T2492 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
[junit4] 2> 595371 T2464 oass.IndexSchema.readSchema default search field in schema is text
[junit4] 2> 595373 T2492 oass.SolrIndexSearcher.<init> Opening Searcher@d9b0b6 main
[junit4] 2> 595374 T2492 oasu.CommitTracker.<init> Hard AutoCommit: disabled
[junit4] 2> 595374 T2464 oass.IndexSchema.readSchema unique key field: id
[junit4] 2> 595374 T2492 oasu.CommitTracker.<init> Soft AutoCommit: disabled
[junit4] 2> 595376 T2478 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4] 2> 595379 T2450 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4] 2> 595381 T2478 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4] 2> 595381 T2492 oasc.CoreContainer.registerCore registering core: nodes_used_collection_shard1_replica2
[junit4] 2> 595382 T2492 oasc.ZkController.register Register replica - core:nodes_used_collection_shard1_replica2 address:http://127.0.0.1:36140/hz/en collection:nodes_used_collection shard:shard1
[junit4] 2> 595382 T2492 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=10000&maxConnectionsPerHost=20&connTimeout=15000&socketTimeout=30000&retry=false
[junit4] 2> 595383 T2478 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
[junit4] 2> 595384 T2478 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Unknown key IMPORTANT NOTE
[junit4] 2> 595384 T2478 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Expected key, got STRING
[junit4] 2> 595384 T2450 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4] 2> 595385 T2478 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
[junit4] 2> 595386 T2505 oasc.SolrCore.registerSearcher [nodes_used_collection_shard1_replica2] Registered new searcher Searcher@d9b0b6 main{StandardDirectoryReader(segments_1:1)}
[junit4] 2> 595386 T2478 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Unknown key IMPORTANT NOTE
[junit4] 2> 595386 T2478 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Expected key, got STRING
[junit4] 2> 595387 T2492 oascc.SolrZkClient.makePath makePath: /collections/nodes_used_collection/leader_elect/shard1/election
[junit4] 2> 595387 T2478 oasc.SolrCore.initDirectoryFactory org.apache.solr.core.MockDirectoryFactory
[junit4] 2> 595388 T2478 oasc.SolrCore.<init> [nodes_used_collection_shard1_replica1] Opening new SolrCore at /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty3-1375368751318/nodes_used_collection_shard1_replica1/, dataDir=/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty3-1375368751318//nodes_used_collection_shard1_replica1/data/
[junit4] 2> 595388 T2478 oasc.JmxMonitoredMap.<init> JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@bd19b9
[junit4] 2> 595389 T2450 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
[junit4] 2> 595389 T2478 oasc.CachingDirectoryFactory.get return new directory for /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty3-1375368751318//nodes_used_collection_shard1_replica1/data
[junit4] 2> 595389 T2464 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4] 2> 595389 T2478 oasc.SolrCore.getNewIndexDir New index directory detected: old=null new=/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty3-1375368751318//nodes_used_collection_shard1_replica1/data/index/
[junit4] 2> 595390 T2478 oasc.SolrCore.initIndex WARN [nodes_used_collection_shard1_replica1] Solr index directory '/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty3-1375368751318/nodes_used_collection_shard1_replica1/data/index' doesn't exist. Creating new index...
[junit4] 2> 595390 T2450 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Unknown key IMPORTANT NOTE
[junit4] 2> 595391 T2450 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Expected key, got STRING
[junit4] 2> 595390 T2478 oasc.CachingDirectoryFactory.get return new directory for /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty3-1375368751318//nodes_used_collection_shard1_replica1/data/index
[junit4] 2> 595391 T2450 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
[junit4] 2> 595392 T2478 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits: num=1
[junit4] 2> commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@ff199e lockFactory=org.apache.lucene.store.NativeFSLockFactory@192aed4),segFN=segments_1,generation=1}
[junit4] 2> 595392 T2478 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 1
[junit4] 2> 595394 T2464 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4] 2> 595395 T2478 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe"
[junit4] 2> 595395 T2450 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Unknown key IMPORTANT NOTE
[junit4] 2> 595396 T2450 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Expected key, got STRING
[junit4] 2> 595395 T2478 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "stored_sig"
[junit4] 2> 595396 T2450 oasc.SolrCore.initDirectoryFactory org.apache.solr.core.MockDirectoryFactory
[junit4] 2> 595396 T2478 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "distrib-dup-test-chain-implicit"
[junit4] 2> 595396 T2450 oasc.SolrCore.<init> [nodes_used_collection_shard2_replica2] Opening new SolrCore at /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty1-1375368748934/nodes_used_collection_shard2_replica2/, dataDir=/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty1-1375368748934//nodes_used_collection_shard2_replica2/data/
[junit4] 2> 595397 T2478 oasc.RequestHandlers.initHandlersFromConfig created standard: solr.StandardRequestHandler
[junit4] 2> 595397 T2478 oasc.RequestHandlers.initHandlersFromConfig created /get: solr.RealTimeGetHandler
[junit4] 2> 595398 T2478 oasc.RequestHandlers.initHandlersFromConfig adding lazy requestHandler: solr.ReplicationHandler
[junit4] 2> 595398 T2478 oasc.RequestHandlers.initHandlersFromConfig created /replication: solr.ReplicationHandler
[junit4] 2> 595398 T2478 oasc.RequestHandlers.initHandlersFromConfig created /update: solr.UpdateRequestHandler
[junit4] 2> 595399 T2478 oasc.RequestHandlers.initHandlersFromConfig created /admin/: org.apache.solr.handler.admin.AdminHandlers
[junit4] 2> 595400 T2464 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
[junit4] 2> 595401 T2478 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
[junit4] 2> 595397 T2450 oasc.JmxMonitoredMap.<init> JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@bd19b9
[junit4] 2> 595403 T2478 oass.SolrIndexSearcher.<init> Opening Searcher@b5339c main
[junit4] 2> 595402 T2464 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Unknown key IMPORTANT NOTE
[junit4] 2> 595404 T2450 oasc.CachingDirectoryFactory.get return new directory for /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty1-1375368748934//nodes_used_collection_shard2_replica2/data
[junit4] 2> 595404 T2478 oasu.CommitTracker.<init> Hard AutoCommit: disabled
[junit4] 2> 595402 T2492 oasc.ShardLeaderElectionContext.runLeaderProcess Running the leader process for shard shard1
[junit4] 2> 595404 T2478 oasu.CommitTracker.<init> Soft AutoCommit: disabled
[junit4] 2> 595404 T2450 oasc.SolrCore.getNewIndexDir New index directory detected: old=null new=/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty1-1375368748934//nodes_used_collection_shard2_replica2/data/index/
[junit4] 2> 595404 T2464 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Expected key, got STRING
[junit4] 2> 595405 T2450 oasc.SolrCore.initIndex WARN [nodes_used_collection_shard2_replica2] Solr index directory '/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty1-1375368748934/nodes_used_collection_shard2_replica2/data/index' doesn't exist. Creating new index...
[junit4] 2> 595406 T2464 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
[junit4] 2> 595406 T2450 oasc.CachingDirectoryFactory.get return new directory for /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty1-1375368748934//nodes_used_collection_shard2_replica2/data/index
[junit4] 2> 595407 T2492 oasc.ShardLeaderElectionContext.waitForReplicasToComeUp Waiting until we see more replicas up for shard shard1: total=2 found=1 timeoutin=180000
[junit4] 2> 595407 T2464 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Unknown key IMPORTANT NOTE
[junit4] 2> 595408 T2464 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Expected key, got STRING
[junit4] 2> 595408 T2506 oasc.SolrCore.registerSearcher [nodes_used_collection_shard1_replica1] Registered new searcher Searcher@b5339c main{StandardDirectoryReader(segments_1:1)}
[junit4] 2> 595408 T2450 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits: num=1
[junit4] 2> commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@4eac63 lockFactory=org.apache.lucene.store.NativeFSLockFactory@c23984),segFN=segments_1,generation=1}
[junit4] 2> 595409 T2450 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 1
[junit4] 2> 595408 T2464 oasc.SolrCore.initDirectoryFactory org.apache.solr.core.MockDirectoryFactory
[junit4] 2> 595409 T2478 oasc.CoreContainer.registerCore registering core: nodes_used_collection_shard1_replica1
[junit4] 2> 595409 T2478 oasc.ZkController.register Register replica - core:nodes_used_collection_shard1_replica1 address:http://127.0.0.1:49815/hz/en collection:nodes_used_collection shard:shard1
[junit4] 2> 595409 T2464 oasc.SolrCore.<init> [nodes_used_collection_shard2_replica1] Opening new SolrCore at /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty2-1375368750163/nodes_used_collection_shard2_replica1/, dataDir=/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty2-1375368750163//nodes_used_collection_shard2_replica1/data/
[junit4] 2> 595410 T2478 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=10000&maxConnectionsPerHost=20&connTimeout=15000&socketTimeout=30000&retry=false
[junit4] 2> 595410 T2464 oasc.JmxMonitoredMap.<init> JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@bd19b9
[junit4] 2> 595411 T2464 oasc.CachingDirectoryFactory.get return new directory for /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty2-1375368750163//nodes_used_collection_shard2_replica1/data
[junit4] 2> 595418 T2464 oasc.SolrCore.getNewIndexDir New index directory detected: old=null new=/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty2-1375368750163//nodes_used_collection_shard2_replica1/data/index/
[junit4] 2> 595418 T2464 oasc.SolrCore.initIndex WARN [nodes_used_collection_shard2_replica1] Solr index directory '/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty2-1375368750163/nodes_used_collection_shard2_replica1/data/index' doesn't exist. Creating new index...
[junit4] 2> 595418 T2450 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe"
[junit4] 2> 595419 T2464 oasc.CachingDirectoryFactory.get return new directory for /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty2-1375368750163//nodes_used_collection_shard2_replica1/data/index
[junit4] 2> 595419 T2450 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "stored_sig"
[junit4] 2> 595420 T2450 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "distrib-dup-test-chain-implicit"
[junit4] 2> 595421 T2464 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits: num=1
[junit4] 2> commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@c9e6fc lockFactory=org.apache.lucene.store.NativeFSLockFactory@3ad861),segFN=segments_1,generation=1}
[junit4] 2> 595421 T2464 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 1
[junit4] 2> 595421 T2450 oasc.RequestHandlers.initHandlersFromConfig created standard: solr.StandardRequestHandler
[junit4] 2> 595422 T2450 oasc.RequestHandlers.initHandlersFromConfig created /get: solr.RealTimeGetHandler
[junit4] 2> 595422 T2450 oasc.RequestHandlers.initHandlersFromConfig adding lazy requestHandler: solr.ReplicationHandler
[junit4] 2> 595422 T2450 oasc.RequestHandlers.initHandlersFromConfig created /replication: solr.ReplicationHandler
[junit4] 2> 595422 T2450 oasc.RequestHandlers.initHandlersFromConfig created /update: solr.UpdateRequestHandler
[junit4] 2> 595423 T2450 oasc.RequestHandlers.initHandlersFromConfig created /admin/: org.apache.solr.handler.admin.AdminHandlers
[junit4] 2> 595423 T2464 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe"
[junit4] 2> 595423 T2464 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "stored_sig"
[junit4] 2> 595424 T2464 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "distrib-dup-test-chain-implicit"
[junit4] 2> 595424 T2464 oasc.RequestHandlers.initHandlersFromConfig created standard: solr.StandardRequestHandler
[junit4] 2> 595425 T2464 oasc.RequestHandlers.initHandlersFromConfig created /get: solr.RealTimeGetHandler
[junit4] 2> 595425 T2450 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
[junit4] 2> 595425 T2464 oasc.RequestHandlers.initHandlersFromConfig adding lazy requestHandler: solr.ReplicationHandler
[junit4] 2> 595425 T2464 oasc.RequestHandlers.initHandlersFromConfig created /replication: solr.ReplicationHandler
[junit4] 2> 595426 T2464 oasc.RequestHandlers.initHandlersFromConfig created /update: solr.UpdateRequestHandler
[junit4] 2> 595426 T2464 oasc.RequestHandlers.initHandlersFromConfig created /admin/: org.apache.solr.handler.admin.AdminHandlers
[junit4] 2> 595427 T2450 oass.SolrIndexSearcher.<init> Opening Searcher@6765a main
[junit4] 2> 595427 T2464 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
[junit4] 2> 595428 T2450 oasu.CommitTracker.<init> Hard AutoCommit: disabled
[junit4] 2> 595428 T2450 oasu.CommitTracker.<init> Soft AutoCommit: disabled
[junit4] 2> 595429 T2464 oass.SolrIndexSearcher.<init> Opening Searcher@aec58c main
[junit4] 2> 595430 T2464 oasu.CommitTracker.<init> Hard AutoCommit: disabled
[junit4] 2> 595430 T2464 oasu.CommitTracker.<init> Soft AutoCommit: disabled
[junit4] 2> 595431 T2507 oasc.SolrCore.registerSearcher [nodes_used_collection_shard2_replica2] Registered new searcher Searcher@6765a main{StandardDirectoryReader(segments_1:1)}
[junit4] 2> 595432 T2450 oasc.CoreContainer.registerCore registering core: nodes_used_collection_shard2_replica2
[junit4] 2> 595432 T2450 oasc.ZkController.register Register replica - core:nodes_used_collection_shard2_replica2 address:http://127.0.0.1:33822/hz/en collection:nodes_used_collection shard:shard2
[junit4] 2> 595432 T2450 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=10000&maxConnectionsPerHost=20&connTimeout=15000&socketTimeout=30000&retry=false
[junit4] 2> 595433 T2508 oasc.SolrCore.registerSearcher [nodes_used_collection_shard2_replica1] Registered new searcher Searcher@aec58c main{StandardDirectoryReader(segments_1:1)}
[junit4] 2> 595433 T2464 oasc.CoreContainer.registerCore registering core: nodes_used_collection_shard2_replica1
[junit4] 2> 595434 T2464 oasc.ZkController.register Register replica - core:nodes_used_collection_shard2_replica1 address:http://127.0.0.1:60639/hz/en collection:nodes_used_collection shard:shard2
[junit4] 2> 595434 T2464 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=10000&maxConnectionsPerHost=20&connTimeout=15000&socketTimeout=30000&retry=false
[junit4] 2> 595435 T2450 oascc.SolrZkClient.makePath makePath: /collections/nodes_used_collection/leader_elect/shard2/election
[junit4] 2> 595436 T2464 oascc.SolrZkClient.makePath makePath: /collections/nodes_used_collection/leader_elect/shard2/election
[junit4] 2> 595440 T2450 oasc.ShardLeaderElectionContext.runLeaderProcess Running the leader process for shard shard2
[junit4] 2> 595442 T2450 oasc.ShardLeaderElectionContext.waitForReplicasToComeUp Enough replicas found to continue.
[junit4] 2> 595442 T2450 oasc.ShardLeaderElectionContext.runLeaderProcess I may be the new leader - try and sync
[junit4] 2> 595442 T2450 oasc.SyncStrategy.sync Sync replicas to http://127.0.0.1:33822/hz/en/nodes_used_collection_shard2_replica2/
[junit4] 2> 595443 T2450 oasu.PeerSync.sync PeerSync: core=nodes_used_collection_shard2_replica2 url=http://127.0.0.1:33822/hz/en START replicas=[http://127.0.0.1:60639/hz/en/nodes_used_collection_shard2_replica1/] nUpdates=100
[junit4] 2> 595443 T2450 oasu.PeerSync.sync PeerSync: core=nodes_used_collection_shard2_replica2 url=http://127.0.0.1:33822/hz/en DONE. We have no versions. sync failed.
[junit4] 2> 595443 T2450 oasc.SyncStrategy.syncReplicas Leader's attempt to sync with shard failed, moving to the next candidate
[junit4] 2> 595444 T2450 oasc.ShardLeaderElectionContext.runLeaderProcess We failed sync, but we have no versions - we can't sync in that case - we were active before, so become leader anyway
[junit4] 2> 595444 T2450 oasc.ShardLeaderElectionContext.runLeaderProcess I am the new leader: http://127.0.0.1:33822/hz/en/nodes_used_collection_shard2_replica2/ shard2
[junit4] 2> 595444 T2450 oascc.SolrZkClient.makePath makePath: /collections/nodes_used_collection/leaders/shard2
[junit4] 2> ASYNC NEW_CORE C398 name=nodes_used_collection_shard2_replica1 org.apache.solr.core.SolrCore@4fa21 url=http://127.0.0.1:60639/hz/en/nodes_used_collection_shard2_replica1 node=127.0.0.1:60639_hz%2Fen C398_STATE=coll:nodes_used_collection core:nodes_used_collection_shard2_replica1 props:{state=down, core=nodes_used_collection_shard2_replica1, node_name=127.0.0.1:60639_hz%2Fen, base_url=http://127.0.0.1:60639/hz/en}
[junit4] 2> 595448 T2465 C398 P60639 oasc.SolrCore.execute [nodes_used_collection_shard2_replica1] webapp=/hz/en path=/get params={getVersions=100&distrib=false&wt=javabin&qt=/get&version=2} status=0 QTime=0
[junit4] 2> 595820 T2440 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper...
[junit4] 2> 595930 T2444 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4] 2> 595930 T2485 oascc.ZkStateRead
[...truncated too long message...]
nt has reached 0 - closing IndexWriter
[junit4] 2> 752278 T2417 oasu.DefaultSolrCoreState.closeIndexWriter closing IndexWriter with IndexWriterCloser
[junit4] 2> 752279 T2417 oasc.SolrCore.closeSearcher [new_implicit_coll_1_c_replica2] Closing main searcher on request.
[junit4] 2> 752279 T2417 oasc.CachingDirectoryFactory.close Closing MockDirectoryFactory - 2 directories currently being tracked
[junit4] 2> 752279 T2417 oasc.CachingDirectoryFactory.closeCacheValue looking to close /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty4-1375368752473//new_implicit_coll_1_c_replica2/data/index [CachedDir<<refCount=0;path=/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty4-1375368752473//new_implicit_coll_1_c_replica2/data/index;done=false>>]
[junit4] 2> 752280 T2417 oasc.CachingDirectoryFactory.close Closing directory: /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty4-1375368752473//new_implicit_coll_1_c_replica2/data/index
[junit4] 2> 752280 T2417 oasc.CachingDirectoryFactory.closeCacheValue looking to close /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty4-1375368752473//new_implicit_coll_1_c_replica2/data [CachedDir<<refCount=0;path=/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty4-1375368752473//new_implicit_coll_1_c_replica2/data;done=false>>]
[junit4] 2> 752280 T2417 oasc.CachingDirectoryFactory.close Closing directory: /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty4-1375368752473//new_implicit_coll_1_c_replica2/data
[junit4] 2> 752282 T2976 oasc.Overseer$ClusterStateUpdater.amILeader According to ZK I (id=90136166295404556-127.0.0.1:36140_hz%2Fen-n_0000000004) am no longer a leader.
[junit4] 2> 752282 T2499 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 1)
[junit4] 2> 752282 T2499 oascc.ZkStateReader$2.process WARN ZooKeeper watch triggered, but Solr cannot talk to ZK
[junit4] 2> 752283 T2499 oascc.ZkStateReader$3.process WARN ZooKeeper watch triggered, but Solr cannot talk to ZK
[junit4] 2> 752304 T2417 oejsh.ContextHandler.doStop stopped o.e.j.s.ServletContextHandler{/hz/en,null}
[junit4] 2> 752357 T2417 oas.SolrTestCaseJ4.tearDown ###Ending testDistribSearch
[junit4] 2> 752359 T2417 oasc.ZkTestServer.send4LetterWord connecting to 127.0.0.1:57557 57557
[junit4] 1> client port:0.0.0.0/0.0.0.0:0
[junit4] 2> NOTE: reproduce with: ant test -Dtestcase=CollectionsAPIDistributedZkTest -Dtests.method=testDistribSearch -Dtests.seed=FBC67B6C64D67187 -Dtests.multiplier=3 -Dtests.slow=true -Dtests.locale=bg_BG -Dtests.timezone=Europe/Athens -Dtests.file.encoding=UTF-8
[junit4] ERROR 166s J0 | CollectionsAPIDistributedZkTest.testDistribSearch <<<
[junit4] > Throwable #1: org.apache.solr.client.solrj.SolrServerException: Server refused connection at: http://127.0.0.1:33822/hz/en
[junit4] > at __randomizedtesting.SeedInfo.seed([FBC67B6C64D67187:7A20F574138911BB]:0)
[junit4] > at org.apache.solr.client.solrj.impl.HttpSolrServer.request(HttpSolrServer.java:428)
[junit4] > at org.apache.solr.client.solrj.impl.HttpSolrServer.request(HttpSolrServer.java:180)
[junit4] > at org.apache.solr.cloud.AbstractFullDistribZkTestBase.createCollection(AbstractFullDistribZkTestBase.java:1535)
[junit4] > at org.apache.solr.cloud.CollectionsAPIDistributedZkTest.testCustomCollectionsAPI(CollectionsAPIDistributedZkTest.java:677)
[junit4] > at org.apache.solr.cloud.CollectionsAPIDistributedZkTest.doTest(CollectionsAPIDistributedZkTest.java:159)
[junit4] > at org.apache.solr.BaseDistributedSearchTestCase.testDistribSearch(BaseDistributedSearchTestCase.java:835)
[junit4] > at java.lang.Thread.run(Thread.java:724)
[junit4] > Caused by: org.apache.http.conn.HttpHostConnectException: Connection to http://127.0.0.1:33822 refused
[junit4] > at org.apache.http.impl.conn.DefaultClientConnectionOperator.openConnection(DefaultClientConnectionOperator.java:190)
[junit4] > at org.apache.http.impl.conn.ManagedClientConnectionImpl.open(ManagedClientConnectionImpl.java:294)
[junit4] > at org.apache.http.impl.client.DefaultRequestDirector.tryConnect(DefaultRequestDirector.java:645)
[junit4] > at org.apache.http.impl.client.DefaultRequestDirector.execute(DefaultRequestDirector.java:480)
[junit4] > at org.apache.http.impl.client.AbstractHttpClient.execute(AbstractHttpClient.java:906)
[junit4] > at org.apache.http.impl.client.AbstractHttpClient.execute(AbstractHttpClient.java:805)
[junit4] > at org.apache.http.impl.client.AbstractHttpClient.execute(AbstractHttpClient.java:784)
[junit4] > at org.apache.solr.client.solrj.impl.HttpSolrServer.request(HttpSolrServer.java:365)
[junit4] > ... 45 more
[junit4] > Caused by: java.net.ConnectException: Connection refused
[junit4] > at java.net.PlainSocketImpl.socketConnect(Native Method)
[junit4] > at java.net.AbstractPlainSocketImpl.doConnect(AbstractPlainSocketImpl.java:339)
[junit4] > at java.net.AbstractPlainSocketImpl.connectToAddress(AbstractPlainSocketImpl.java:200)
[junit4] > at java.net.AbstractPlainSocketImpl.connect(AbstractPlainSocketImpl.java:182)
[junit4] > at java.net.SocksSocketImpl.connect(SocksSocketImpl.java:392)
[junit4] > at java.net.Socket.connect(Socket.java:579)
[junit4] > at org.apache.http.conn.scheme.PlainSocketFactory.connectSocket(PlainSocketFactory.java:127)
[junit4] > at org.apache.http.impl.conn.DefaultClientConnectionOperator.openConnection(DefaultClientConnectionOperator.java:180)
[junit4] > ... 52 more
[junit4] 2> 752373 T2417 oas.SolrTestCaseJ4.deleteCore ###deleteCore
[junit4] 2> 166239 T2416 ccr.ThreadLeakControl.checkThreadLeaks WARNING Will linger awaiting termination of 2 leaked thread(s).
[junit4] 2> NOTE: test params are: codec=FastCompressingStoredFields(storedFieldsFormat=CompressingStoredFieldsFormat(compressionMode=FAST, chunkSize=349), termVectorsFormat=CompressingTermVectorsFormat(compressionMode=FAST, chunkSize=349)), sim=DefaultSimilarity, locale=bg_BG, timezone=Europe/Athens
[junit4] 2> NOTE: Linux 3.2.0-51-generic i386/Oracle Corporation 1.7.0_25 (32-bit)/cpus=8,threads=1,free=180364184,total=331546624
[junit4] 2> NOTE: All tests run in this JVM: [ScriptEngineTest, TestSort, SpellingQueryConverterTest, TestFaceting, TestCoreContainer, TestValueSourceCache, HdfsUnloadDistributedZkTest, BlockDirectoryTest, TestSearchPerf, LoggingHandlerTest, AliasIntegrationTest, TestPerFieldSimilarity, AlternateDirectoryTest, QueryElevationComponentTest, ExternalFileFieldSortTest, ZkControllerTest, TestCharFilters, SimpleFacetsTest, ShardRoutingTest, DirectSolrConnectionTest, StressHdfsTest, TestLMDirichletSimilarityFactory, SOLR749Test, SolrInfoMBeanTest, TestPHPSerializedResponseWriter, TestBadConfig, TestFieldResource, SystemInfoHandlerTest, TestStressRecovery, TestGroupingSearch, PrimitiveFieldTypeTest, PluginInfoTest, UnloadDistributedZkTest, HdfsDirectoryTest, SpatialFilterTest, IndexSchemaTest, TestLFUCache, SolrCoreTest, TestSolrDeletionPolicy2, TestRecoveryHdfs, TestDocSet, TestDefaultSearchFieldResource, UpdateRequestProcessorFactoryTest, DistributedQueryElevationComponentTest, TestSolrCoreProperties, ShowFileRequestHandlerTest, TestSweetSpotSimilarityFactory, SearchHandlerTest, TestDynamicFieldCollectionResource, SolrTestCaseJ4Test, ResourceLoaderTest, RegexBoostProcessorTest, DateFieldTest, FastVectorHighlighterTest, MBeansHandlerTest, TestSolrDeletionPolicy1, QueryParsingTest, AnalysisAfterCoreReloadTest, OverseerTest, CachingDirectoryFactoryTest, RAMDirectoryFactoryTest, QueryEqualityTest, TestPluginEnable, WordBreakSolrSpellCheckerTest, TestFuzzyAnalyzedSuggestions, SoftAutoCommitTest, CoreAdminHandlerTest, TestDocumentBuilder, ClusterStateUpdateTest, CircularListTest, BasicDistributedZkTest, TestPhraseSuggestions, TestFastLRUCache, TestConfig, DistributedSpellCheckComponentTest, TestFastWriter, CacheHeaderTest, CollectionsAPIDistributedZkTest]
[junit4] Completed on J0 in 166.77s, 1 test, 1 error <<< FAILURES!
[...truncated 487 lines...]
BUILD FAILED
/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/build.xml:395: The following error occurred while executing this line:
/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/build.xml:375: The following error occurred while executing this line:
/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/build.xml:39: The following error occurred while executing this line:
/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build.xml:181: The following error occurred while executing this line:
/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/common-build.xml:449: The following error occurred while executing this line:
/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/lucene/common-build.xml:1233: The following error occurred while executing this line:
/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/lucene/common-build.xml:876: There were test failures: 321 suites, 1350 tests, 1 error, 34 ignored (6 assumptions)
Total time: 41 minutes 30 seconds
Build step 'Invoke Ant' marked build as failure
Description set: Java: 32bit/jdk1.7.0_25 -server -XX:+UseParallelGC
Archiving artifacts
Recording test results
Email was triggered for: Failure
Sending email for trigger: Failure
Re: [JENKINS] Lucene-Solr-4.x-Linux (32bit/jdk1.7.0_25) - Build #
6751 - Failure!
Posted by Noble Paul നോബിള് नोब्ळ् <no...@gmail.com>.
I've assigned the issue to myself.
Already looking into it
On Thu, Aug 1, 2013 at 10:36 PM, Chris Hostetter
<ho...@fucit.org>wrote:
>
> Noble,
>
> This pattern of failure (CollectionsAPIDistributedZkTest.testDistribSearch
> inside the testCustomCollectionsAPI method) has been happenining a lot
> ever since your r1508968 commit that introduced the new
> testCustomCollectionsAPI method in this test...
>
>
> https://svn.apache.org/viewvc/lucene/dev/trunk/solr/core/src/test/org/apache/solr/cloud/CollectionsAPIDistributedZkTest.java?r1=1478701&r2=1508968
>
> I'm seeing lots of fairly consistent jenkins failures, on multiple OSes
> and java versions, as well as frequent local failures on my machine ...
>
> are you looking into this?
>
>
>
> : Date: Thu, 1 Aug 2013 15:04:47 +0000 (UTC)
> : From: Policeman Jenkins Server <je...@thetaphi.de>
> : Reply-To: dev@lucene.apache.org
> : To: dev@lucene.apache.org
> : Subject: [JENKINS] Lucene-Solr-4.x-Linux (32bit/jdk1.7.0_25) - Build #
> 6751 -
> : Failure!
> :
> : Build: http://jenkins.thetaphi.de/job/Lucene-Solr-4.x-Linux/6751/
> : Java: 32bit/jdk1.7.0_25 -server -XX:+UseParallelGC
> :
> : 1 tests failed.
> : FAILED:
> org.apache.solr.cloud.CollectionsAPIDistributedZkTest.testDistribSearch
> :
> : Error Message:
> : Server refused connection at: http://127.0.0.1:33822/hz/en
> :
> : Stack Trace:
> : org.apache.solr.client.solrj.SolrServerException: Server refused
> connection at: http://127.0.0.1:33822/hz/en
> : at
> __randomizedtesting.SeedInfo.seed([FBC67B6C64D67187:7A20F574138911BB]:0)
> : at
> org.apache.solr.client.solrj.impl.HttpSolrServer.request(HttpSolrServer.java:428)
> : at
> org.apache.solr.client.solrj.impl.HttpSolrServer.request(HttpSolrServer.java:180)
> : at
> org.apache.solr.cloud.AbstractFullDistribZkTestBase.createCollection(AbstractFullDistribZkTestBase.java:1535)
> : at
> org.apache.solr.cloud.CollectionsAPIDistributedZkTest.testCustomCollectionsAPI(CollectionsAPIDistributedZkTest.java:677)
> : at
> org.apache.solr.cloud.CollectionsAPIDistributedZkTest.doTest(CollectionsAPIDistributedZkTest.java:159)
> : at
> org.apache.solr.BaseDistributedSearchTestCase.testDistribSearch(BaseDistributedSearchTestCase.java:835)
> : at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
> : at
> sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:57)
> : at
> sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
> : at java.lang.reflect.Method.invoke(Method.java:606)
> : at
> com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1559)
> : at
> com.carrotsearch.randomizedtesting.RandomizedRunner.access$600(RandomizedRunner.java:79)
> : at
> com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:737)
> : at
> com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:773)
> : at
> com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:787)
> : at
> com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:53)
> : at
> org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:50)
> : at
> org.apache.lucene.util.TestRuleFieldCacheSanity$1.evaluate(TestRuleFieldCacheSanity.java:51)
> : at
> org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:46)
> : at
> com.carrotsearch.randomizedtesting.rules.SystemPropertiesInvariantRule$1.evaluate(SystemPropertiesInvariantRule.java:55)
> : at
> org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:49)
> : at
> org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:70)
> : at
> org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48)
> : at
> com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
> : at
> com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:358)
> : at
> com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:782)
> : at
> com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:442)
> : at
> com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:746)
> : at
> com.carrotsearch.randomizedtesting.RandomizedRunner$3.evaluate(RandomizedRunner.java:648)
> : at
> com.carrotsearch.randomizedtesting.RandomizedRunner$4.evaluate(RandomizedRunner.java:682)
> : at
> com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:693)
> : at
> com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
> : at
> com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:53)
> : at
> org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:46)
> : at
> org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:42)
> : at
> com.carrotsearch.randomizedtesting.rules.SystemPropertiesInvariantRule$1.evaluate(SystemPropertiesInvariantRule.java:55)
> : at
> com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:39)
> : at
> com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:39)
> : at
> com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
> : at
> org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:43)
> : at
> org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48)
> : at
> org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:70)
> : at
> org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:55)
> : at
> com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
> : at
> com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:358)
> : at java.lang.Thread.run(Thread.java:724)
> : Caused by: org.apache.http.conn.HttpHostConnectException: Connection to
> http://127.0.0.1:33822 refused
> : at
> org.apache.http.impl.conn.DefaultClientConnectionOperator.openConnection(DefaultClientConnectionOperator.java:190)
> : at
> org.apache.http.impl.conn.ManagedClientConnectionImpl.open(ManagedClientConnectionImpl.java:294)
> : at
> org.apache.http.impl.client.DefaultRequestDirector.tryConnect(DefaultRequestDirector.java:645)
> : at
> org.apache.http.impl.client.DefaultRequestDirector.execute(DefaultRequestDirector.java:480)
> : at
> org.apache.http.impl.client.AbstractHttpClient.execute(AbstractHttpClient.java:906)
> : at
> org.apache.http.impl.client.AbstractHttpClient.execute(AbstractHttpClient.java:805)
> : at
> org.apache.http.impl.client.AbstractHttpClient.execute(AbstractHttpClient.java:784)
> : at
> org.apache.solr.client.solrj.impl.HttpSolrServer.request(HttpSolrServer.java:365)
> : ... 45 more
> : Caused by: java.net.ConnectException: Connection refused
> : at java.net.PlainSocketImpl.socketConnect(Native Method)
> : at
> java.net.AbstractPlainSocketImpl.doConnect(AbstractPlainSocketImpl.java:339)
> : at
> java.net.AbstractPlainSocketImpl.connectToAddress(AbstractPlainSocketImpl.java:200)
> : at
> java.net.AbstractPlainSocketImpl.connect(AbstractPlainSocketImpl.java:182)
> : at java.net.SocksSocketImpl.connect(SocksSocketImpl.java:392)
> : at java.net.Socket.connect(Socket.java:579)
> : at
> org.apache.http.conn.scheme.PlainSocketFactory.connectSocket(PlainSocketFactory.java:127)
> : at
> org.apache.http.impl.conn.DefaultClientConnectionOperator.openConnection(DefaultClientConnectionOperator.java:180)
> : ... 52 more
> :
> :
> :
> :
> : Build Log:
> : [...truncated 9964 lines...]
> : [junit4] Suite: org.apache.solr.cloud.CollectionsAPIDistributedZkTest
> : [junit4] 2> 586139 T2417
> oas.BaseDistributedSearchTestCase.initHostContext Setting hostContext
> system property: /hz/en
> : [junit4] 2> 586143 T2417 oas.SolrTestCaseJ4.setUp ###Starting
> testDistribSearch
> : [junit4] 2> Creating dataDir:
> /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/./solrtest-CollectionsAPIDistributedZkTest-1375368748401
> : [junit4] 2> 586144 T2417 oasc.ZkTestServer.run STARTING ZK TEST
> SERVER
> : [junit4] 2> 586144 T2418
> oasc.ZkTestServer$ZKServerMain.runFromConfig Starting server
> : [junit4] 2> 586244 T2417 oasc.ZkTestServer.run start zk server on
> port:57557
> : [junit4] 2> 586245 T2417 oascc.ConnectionManager.waitForConnected
> Waiting for client to connect to ZooKeeper
> : [junit4] 2> 586371 T2424 oascc.ConnectionManager.process Watcher
> org.apache.solr.common.cloud.ConnectionManager@c859c1name:ZooKeeperConnection Watcher:
> 127.0.0.1:57557 got event WatchedEvent state:SyncConnected type:None
> path:null path:null type:None
> : [junit4] 2> 586371 T2417 oascc.ConnectionManager.waitForConnected
> Client is connected to ZooKeeper
> : [junit4] 2> 586371 T2417 oascc.SolrZkClient.makePath makePath: /solr
> : [junit4] 2> 586375 T2417 oascc.ConnectionManager.waitForConnected
> Waiting for client to connect to ZooKeeper
> : [junit4] 2> 586376 T2426 oascc.ConnectionManager.process Watcher
> org.apache.solr.common.cloud.ConnectionManager@1c07d2dname:ZooKeeperConnection Watcher:
> 127.0.0.1:57557/solr got event WatchedEvent state:SyncConnected type:None
> path:null path:null type:None
> : [junit4] 2> 586377 T2417 oascc.ConnectionManager.waitForConnected
> Client is connected to ZooKeeper
> : [junit4] 2> 586377 T2417 oascc.SolrZkClient.makePath makePath:
> /collections/collection1
> : [junit4] 2> 586379 T2417 oascc.SolrZkClient.makePath makePath:
> /collections/collection1/shards
> : [junit4] 2> 586380 T2417 oascc.SolrZkClient.makePath makePath:
> /collections/control_collection
> : [junit4] 2> 586382 T2417 oascc.SolrZkClient.makePath makePath:
> /collections/control_collection/shards
> : [junit4] 2> 586383 T2417 oasc.AbstractZkTestCase.putConfig put
> /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test-files/solr/collection1/conf/solrconfig-tlog.xml
> to /configs/conf1/solrconfig.xml
> : [junit4] 2> 586384 T2417 oascc.SolrZkClient.makePath makePath:
> /configs/conf1/solrconfig.xml
> : [junit4] 2> 586388 T2417 oasc.AbstractZkTestCase.putConfig put
> /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test-files/solr/collection1/conf/schema.xml
> to /configs/conf1/schema.xml
> : [junit4] 2> 586388 T2417 oascc.SolrZkClient.makePath makePath:
> /configs/conf1/schema.xml
> : [junit4] 2> 586392 T2417 oasc.AbstractZkTestCase.putConfig put
> /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test-files/solr/collection1/conf/stopwords.txt
> to /configs/conf1/stopwords.txt
> : [junit4] 2> 586392 T2417 oascc.SolrZkClient.makePath makePath:
> /configs/conf1/stopwords.txt
> : [junit4] 2> 586394 T2417 oasc.AbstractZkTestCase.putConfig put
> /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test-files/solr/collection1/conf/protwords.txt
> to /configs/conf1/protwords.txt
> : [junit4] 2> 586394 T2417 oascc.SolrZkClient.makePath makePath:
> /configs/conf1/protwords.txt
> : [junit4] 2> 586396 T2417 oasc.AbstractZkTestCase.putConfig put
> /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test-files/solr/collection1/conf/currency.xml
> to /configs/conf1/currency.xml
> : [junit4] 2> 586396 T2417 oascc.SolrZkClient.makePath makePath:
> /configs/conf1/currency.xml
> : [junit4] 2> 586398 T2417 oasc.AbstractZkTestCase.putConfig put
> /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test-files/solr/collection1/conf/open-exchange-rates.json
> to /configs/conf1/open-exchange-rates.json
> : [junit4] 2> 586398 T2417 oascc.SolrZkClient.makePath makePath:
> /configs/conf1/open-exchange-rates.json
> : [junit4] 2> 586400 T2417 oasc.AbstractZkTestCase.putConfig put
> /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test-files/solr/collection1/conf/mapping-ISOLatin1Accent.txt
> to /configs/conf1/mapping-ISOLatin1Accent.txt
> : [junit4] 2> 586400 T2417 oascc.SolrZkClient.makePath makePath:
> /configs/conf1/mapping-ISOLatin1Accent.txt
> : [junit4] 2> 586402 T2417 oasc.AbstractZkTestCase.putConfig put
> /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test-files/solr/collection1/conf/old_synonyms.txt
> to /configs/conf1/old_synonyms.txt
> : [junit4] 2> 586402 T2417 oascc.SolrZkClient.makePath makePath:
> /configs/conf1/old_synonyms.txt
> : [junit4] 2> 586403 T2417 oasc.AbstractZkTestCase.putConfig put
> /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test-files/solr/collection1/conf/synonyms.txt
> to /configs/conf1/synonyms.txt
> : [junit4] 2> 586404 T2417 oascc.SolrZkClient.makePath makePath:
> /configs/conf1/synonyms.txt
> : [junit4] 2> 586532 T2417 oejs.Server.doStart jetty-8.1.10.v20130312
> : [junit4] 2> 586536 T2417 oejs.AbstractConnector.doStart Started
> SelectChannelConnector@127.0.0.1:37515
> : [junit4] 2> 586536 T2417 oass.SolrDispatchFilter.init
> SolrDispatchFilter.init()
> : [junit4] 2> 586536 T2417 oasc.SolrResourceLoader.locateSolrHome
> JNDI not configured for solr (NoInitialContextEx)
> : [junit4] 2> 586537 T2417 oasc.SolrResourceLoader.locateSolrHome
> using system property solr.solr.home:
> /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-controljetty-1375368748663
> : [junit4] 2> 586537 T2417 oasc.SolrResourceLoader.<init> new
> SolrResourceLoader for directory:
> '/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-controljetty-1375368748663/'
> : [junit4] 2> 586551 T2417 oasc.ConfigSolr.fromFile Loading container
> configuration from
> /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-controljetty-1375368748663/solr.xml
> : [junit4] 2> 586582 T2417 oasc.ConfigSolrXml.<init> Config-defined
> core root directory:
> : [junit4] 2> 586582 T2417 oasc.CoreContainer.<init> New
> CoreContainer 29449411
> : [junit4] 2> 586582 T2417 oasc.CoreContainer.load Loading cores into
> CoreContainer
> [instanceDir=/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-controljetty-1375368748663/]
> : [junit4] 2> 586583 T2417 oashc.HttpShardHandlerFactory.getParameter
> Setting socketTimeout to: 120000
> : [junit4] 2> 586584 T2417 oashc.HttpShardHandlerFactory.getParameter
> Setting urlScheme to: http://
> : [junit4] 2> 586584 T2417 oashc.HttpShardHandlerFactory.getParameter
> Setting connTimeout to: 15000
> : [junit4] 2> 586584 T2417 oashc.HttpShardHandlerFactory.getParameter
> Setting maxConnectionsPerHost to: 20
> : [junit4] 2> 586585 T2417 oashc.HttpShardHandlerFactory.getParameter
> Setting corePoolSize to: 0
> : [junit4] 2> 586585 T2417 oashc.HttpShardHandlerFactory.getParameter
> Setting maximumPoolSize to: 2147483647
> : [junit4] 2> 586585 T2417 oashc.HttpShardHandlerFactory.getParameter
> Setting maxThreadIdleTime to: 5
> : [junit4] 2> 586585 T2417 oashc.HttpShardHandlerFactory.getParameter
> Setting sizeOfQueue to: -1
> : [junit4] 2> 586586 T2417 oashc.HttpShardHandlerFactory.getParameter
> Setting fairnessPolicy to: false
> : [junit4] 2> 586586 T2417 oascsi.HttpClientUtil.createClient
> Creating new http client,
> config:maxConnectionsPerHost=20&maxConnections=10000&socketTimeout=120000&connTimeout=15000&retry=false
> : [junit4] 2> 586588 T2417 oasc.ZkContainer.initZooKeeper Zookeeper
> client=127.0.0.1:57557/solr
> : [junit4] 2> 586589 T2417 oasc.ZkController.checkChrootPath zkHost
> includes chroot
> : [junit4] 2> 586589 T2417 oascc.ConnectionManager.waitForConnected
> Waiting for client to connect to ZooKeeper
> : [junit4] 2> 586590 T2437 oascc.ConnectionManager.process Watcher
> org.apache.solr.common.cloud.ConnectionManager@7bcbc8name:ZooKeeperConnection Watcher:
> 127.0.0.1:57557 got event WatchedEvent state:SyncConnected type:None
> path:null path:null type:None
> : [junit4] 2> 586591 T2417 oascc.ConnectionManager.waitForConnected
> Client is connected to ZooKeeper
> : [junit4] 2> 586591 T2417 oascsi.HttpClientUtil.createClient
> Creating new http client,
> config:maxConnections=500&maxConnectionsPerHost=16&socketTimeout=120000&connTimeout=15000
> : [junit4] 2> 586595 T2417 oascc.ConnectionManager.waitForConnected
> Waiting for client to connect to ZooKeeper
> : [junit4] 2> 586596 T2439 oascc.ConnectionManager.process Watcher
> org.apache.solr.common.cloud.ConnectionManager@1975884name:ZooKeeperConnection Watcher:
> 127.0.0.1:57557/solr got event WatchedEvent state:SyncConnected type:None
> path:null path:null type:None
> : [junit4] 2> 586596 T2417 oascc.ConnectionManager.waitForConnected
> Client is connected to ZooKeeper
> : [junit4] 2> 586598 T2417 oascc.SolrZkClient.makePath makePath:
> /overseer/queue
> : [junit4] 2> 586600 T2417 oascc.SolrZkClient.makePath makePath:
> /overseer/collection-queue-work
> : [junit4] 2> 586601 T2417 oascc.SolrZkClient.makePath makePath:
> /live_nodes
> : [junit4] 2> 586605 T2417 oasc.ZkController.createEphemeralLiveNode
> Register node as live in ZooKeeper:/live_nodes/127.0.0.1:37515_hz%2Fen
> : [junit4] 2> 586606 T2417 oascc.SolrZkClient.makePath makePath:
> /live_nodes/127.0.0.1:37515_hz%2Fen
> : [junit4] 2> 586614 T2417 oascc.SolrZkClient.makePath makePath:
> /overseer_elect/election
> : [junit4] 2> 586618 T2417 oascc.SolrZkClient.makePath makePath:
> /overseer_elect/leader
> : [junit4] 2> 586619 T2417 oasc.Overseer.start Overseer
> (id=90136166295404547-127.0.0.1:37515_hz%2Fen-n_0000000000) starting
> : [junit4] 2> 586622 T2417 oascc.SolrZkClient.makePath makePath:
> /overseer/queue-work
> : [junit4] 2> 586625 T2441 oasc.OverseerCollectionProcessor.run
> Process current queue of collection creations
> : [junit4] 2> 586625 T2417 oascc.SolrZkClient.makePath makePath:
> /clusterstate.json
> : [junit4] 2> 586627 T2417 oascc.SolrZkClient.makePath makePath:
> /aliases.json
> : [junit4] 2> 586628 T2417
> oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster
> state from ZooKeeper...
> : [junit4] 2> 586630 T2440 oasc.Overseer$ClusterStateUpdater.run
> Starting to work on the main queue
> : [junit4] 2> 586633 T2417 oasc.CorePropertiesLocator.discover
> Looking for core definitions underneath
> /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-controljetty-1375368748663
> : [junit4] 2> 586666 T2417 oasc.CorePropertiesLocator.discoverUnder
> Found core conf in
> /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-controljetty-1375368748663/conf/
> : [junit4] 2> 586667 T2417 oasc.CorePropertiesLocator.discover Found
> 1 core definitions
> : [junit4] 2> 586667 T2417 oass.SolrDispatchFilter.init
> user.dir=/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0
> : [junit4] 2> 586668 T2417 oass.SolrDispatchFilter.init
> SolrDispatchFilter.init() done
> : [junit4] 2> 586668 T2417 oascsi.HttpClientUtil.createClient
> Creating new http client,
> config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
> : [junit4] 2> 586671 T2417 oascsi.HttpClientUtil.createClient
> Creating new http client, config:
> : [junit4] 2> 586672 T2417 oascc.ConnectionManager.waitForConnected
> Waiting for client to connect to ZooKeeper
> : [junit4] 2> 586674 T2444 oascc.ConnectionManager.process Watcher
> org.apache.solr.common.cloud.ConnectionManager@b669d1name:ZooKeeperConnection Watcher:
> 127.0.0.1:57557/solr got event WatchedEvent state:SyncConnected type:None
> path:null path:null type:None
> : [junit4] 2> 586674 T2417 oascc.ConnectionManager.waitForConnected
> Client is connected to ZooKeeper
> : [junit4] 2> 586675 T2417
> oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster
> state from ZooKeeper...
> : [junit4] 2> 586676 T2417 oasc.ChaosMonkey.monkeyLog monkey: init -
> expire sessions:true cause connection loss:true
> : [junit4] 2> 586770 T2417 oejs.Server.doStart jetty-8.1.10.v20130312
> : [junit4] 2> 586772 T2417 oejs.AbstractConnector.doStart Started
> SelectChannelConnector@127.0.0.1:33822
> : [junit4] 2> 586773 T2417 oass.SolrDispatchFilter.init
> SolrDispatchFilter.init()
> : [junit4] 2> 586774 T2417 oasc.SolrResourceLoader.locateSolrHome
> JNDI not configured for solr (NoInitialContextEx)
> : [junit4] 2> 586774 T2417 oasc.SolrResourceLoader.locateSolrHome
> using system property solr.solr.home:
> /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty1-1375368748934
> : [junit4] 2> 586775 T2417 oasc.SolrResourceLoader.<init> new
> SolrResourceLoader for directory:
> '/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty1-1375368748934/'
> : [junit4] 2> 586790 T2417 oasc.ConfigSolr.fromFile Loading container
> configuration from
> /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty1-1375368748934/solr.xml
> : [junit4] 2> 586837 T2417 oasc.ConfigSolrXml.<init> Config-defined
> core root directory:
> : [junit4] 2> 586837 T2417 oasc.CoreContainer.<init> New
> CoreContainer 17880774
> : [junit4] 2> 586838 T2417 oasc.CoreContainer.load Loading cores into
> CoreContainer
> [instanceDir=/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty1-1375368748934/]
> : [junit4] 2> 586839 T2417 oashc.HttpShardHandlerFactory.getParameter
> Setting socketTimeout to: 120000
> : [junit4] 2> 586840 T2417 oashc.HttpShardHandlerFactory.getParameter
> Setting urlScheme to: http://
> : [junit4] 2> 586840 T2417 oashc.HttpShardHandlerFactory.getParameter
> Setting connTimeout to: 15000
> : [junit4] 2> 586840 T2417 oashc.HttpShardHandlerFactory.getParameter
> Setting maxConnectionsPerHost to: 20
> : [junit4] 2> 586841 T2417 oashc.HttpShardHandlerFactory.getParameter
> Setting corePoolSize to: 0
> : [junit4] 2> 586841 T2417 oashc.HttpShardHandlerFactory.getParameter
> Setting maximumPoolSize to: 2147483647
> : [junit4] 2> 586841 T2417 oashc.HttpShardHandlerFactory.getParameter
> Setting maxThreadIdleTime to: 5
> : [junit4] 2> 586842 T2417 oashc.HttpShardHandlerFactory.getParameter
> Setting sizeOfQueue to: -1
> : [junit4] 2> 586842 T2417 oashc.HttpShardHandlerFactory.getParameter
> Setting fairnessPolicy to: false
> : [junit4] 2> 586843 T2417 oascsi.HttpClientUtil.createClient
> Creating new http client,
> config:maxConnectionsPerHost=20&maxConnections=10000&socketTimeout=120000&connTimeout=15000&retry=false
> : [junit4] 2> 586846 T2417 oasc.ZkContainer.initZooKeeper Zookeeper
> client=127.0.0.1:57557/solr
> : [junit4] 2> 586846 T2417 oasc.ZkController.checkChrootPath zkHost
> includes chroot
> : [junit4] 2> 586847 T2417 oascc.ConnectionManager.waitForConnected
> Waiting for client to connect to ZooKeeper
> : [junit4] 2> 586848 T2455 oascc.ConnectionManager.process Watcher
> org.apache.solr.common.cloud.ConnectionManager@301f3fname:ZooKeeperConnection Watcher:
> 127.0.0.1:57557 got event WatchedEvent state:SyncConnected type:None
> path:null path:null type:None
> : [junit4] 2> 586848 T2417 oascc.ConnectionManager.waitForConnected
> Client is connected to ZooKeeper
> : [junit4] 2> 586850 T2417 oascsi.HttpClientUtil.createClient
> Creating new http client,
> config:maxConnections=500&maxConnectionsPerHost=16&socketTimeout=120000&connTimeout=15000
> : [junit4] 2> 586852 T2417 oascc.ConnectionManager.waitForConnected
> Waiting for client to connect to ZooKeeper
> : [junit4] 2> 586854 T2457 oascc.ConnectionManager.process Watcher
> org.apache.solr.common.cloud.ConnectionManager@1d33e00name:ZooKeeperConnection Watcher:
> 127.0.0.1:57557/solr got event WatchedEvent state:SyncConnected type:None
> path:null path:null type:None
> : [junit4] 2> 586854 T2417 oascc.ConnectionManager.waitForConnected
> Client is connected to ZooKeeper
> : [junit4] 2> 586857 T2417
> oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster
> state from ZooKeeper...
> : [junit4] 2> 587859 T2417 oasc.ZkController.createEphemeralLiveNode
> Register node as live in ZooKeeper:/live_nodes/127.0.0.1:33822_hz%2Fen
> : [junit4] 2> 587861 T2417 oascc.SolrZkClient.makePath makePath:
> /live_nodes/127.0.0.1:33822_hz%2Fen
> : [junit4] 2> 587862 T2444 oascc.ZkStateReader$3.process Updating
> live nodes... (2)
> : [junit4] 2> 587862 T2439 oascc.ZkStateReader$3.process Updating
> live nodes... (2)
> : [junit4] 2> 587862 T2457 oascc.ZkStateReader$3.process Updating
> live nodes... (2)
> : [junit4] 2> 587867 T2417 oasc.CorePropertiesLocator.discover
> Looking for core definitions underneath
> /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty1-1375368748934
> : [junit4] 2> 587893 T2417 oasc.CorePropertiesLocator.discoverUnder
> Found core conf in
> /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty1-1375368748934/conf/
> : [junit4] 2> 587893 T2417 oasc.CorePropertiesLocator.discover Found
> 1 core definitions
> : [junit4] 2> 587894 T2417 oass.SolrDispatchFilter.init
> user.dir=/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0
> : [junit4] 2> 587894 T2417 oass.SolrDispatchFilter.init
> SolrDispatchFilter.init() done
> : [junit4] 2> 587894 T2417 oascsi.HttpClientUtil.createClient
> Creating new http client,
> config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
> : [junit4] 2> 587968 T2417 oejs.Server.doStart jetty-8.1.10.v20130312
> : [junit4] 2> 587970 T2417 oejs.AbstractConnector.doStart Started
> SelectChannelConnector@127.0.0.1:60639
> : [junit4] 2> 587971 T2417 oass.SolrDispatchFilter.init
> SolrDispatchFilter.init()
> : [junit4] 2> 587971 T2417 oasc.SolrResourceLoader.locateSolrHome
> JNDI not configured for solr (NoInitialContextEx)
> : [junit4] 2> 587971 T2417 oasc.SolrResourceLoader.locateSolrHome
> using system property solr.solr.home:
> /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty2-1375368750163
> : [junit4] 2> 587972 T2417 oasc.SolrResourceLoader.<init> new
> SolrResourceLoader for directory:
> '/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty2-1375368750163/'
> : [junit4] 2> 587981 T2417 oasc.ConfigSolr.fromFile Loading container
> configuration from
> /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty2-1375368750163/solr.xml
> : [junit4] 2> 588008 T2417 oasc.ConfigSolrXml.<init> Config-defined
> core root directory:
> : [junit4] 2> 588009 T2417 oasc.CoreContainer.<init> New
> CoreContainer 25318870
> : [junit4] 2> 588009 T2417 oasc.CoreContainer.load Loading cores into
> CoreContainer
> [instanceDir=/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty2-1375368750163/]
> : [junit4] 2> 588010 T2417 oashc.HttpShardHandlerFactory.getParameter
> Setting socketTimeout to: 120000
> : [junit4] 2> 588010 T2417 oashc.HttpShardHandlerFactory.getParameter
> Setting urlScheme to: http://
> : [junit4] 2> 588010 T2417 oashc.HttpShardHandlerFactory.getParameter
> Setting connTimeout to: 15000
> : [junit4] 2> 588011 T2417 oashc.HttpShardHandlerFactory.getParameter
> Setting maxConnectionsPerHost to: 20
> : [junit4] 2> 588011 T2417 oashc.HttpShardHandlerFactory.getParameter
> Setting corePoolSize to: 0
> : [junit4] 2> 588011 T2417 oashc.HttpShardHandlerFactory.getParameter
> Setting maximumPoolSize to: 2147483647
> : [junit4] 2> 588011 T2417 oashc.HttpShardHandlerFactory.getParameter
> Setting maxThreadIdleTime to: 5
> : [junit4] 2> 588012 T2417 oashc.HttpShardHandlerFactory.getParameter
> Setting sizeOfQueue to: -1
> : [junit4] 2> 588012 T2417 oashc.HttpShardHandlerFactory.getParameter
> Setting fairnessPolicy to: false
> : [junit4] 2> 588012 T2417 oascsi.HttpClientUtil.createClient
> Creating new http client,
> config:maxConnectionsPerHost=20&maxConnections=10000&socketTimeout=120000&connTimeout=15000&retry=false
> : [junit4] 2> 588015 T2417 oasc.ZkContainer.initZooKeeper Zookeeper
> client=127.0.0.1:57557/solr
> : [junit4] 2> 588015 T2417 oasc.ZkController.checkChrootPath zkHost
> includes chroot
> : [junit4] 2> 588016 T2417 oascc.ConnectionManager.waitForConnected
> Waiting for client to connect to ZooKeeper
> : [junit4] 2> 588017 T2469 oascc.ConnectionManager.process Watcher
> org.apache.solr.common.cloud.ConnectionManager@b9dename:ZooKeeperConnection Watcher:
> 127.0.0.1:57557 got event WatchedEvent state:SyncConnected type:None
> path:null path:null type:None
> : [junit4] 2> 588018 T2417 oascc.ConnectionManager.waitForConnected
> Client is connected to ZooKeeper
> : [junit4] 2> 588020 T2417 oascsi.HttpClientUtil.createClient
> Creating new http client,
> config:maxConnections=500&maxConnectionsPerHost=16&socketTimeout=120000&connTimeout=15000
> : [junit4] 2> 588023 T2417 oascc.ConnectionManager.waitForConnected
> Waiting for client to connect to ZooKeeper
> : [junit4] 2> 588024 T2471 oascc.ConnectionManager.process Watcher
> org.apache.solr.common.cloud.ConnectionManager@46ec50name:ZooKeeperConnection Watcher:
> 127.0.0.1:57557/solr got event WatchedEvent state:SyncConnected type:None
> path:null path:null type:None
> : [junit4] 2> 588024 T2417 oascc.ConnectionManager.waitForConnected
> Client is connected to ZooKeeper
> : [junit4] 2> 588026 T2417
> oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster
> state from ZooKeeper...
> : [junit4] 2> 589028 T2417 oasc.ZkController.createEphemeralLiveNode
> Register node as live in ZooKeeper:/live_nodes/127.0.0.1:60639_hz%2Fen
> : [junit4] 2> 589029 T2417 oascc.SolrZkClient.makePath makePath:
> /live_nodes/127.0.0.1:60639_hz%2Fen
> : [junit4] 2> 589031 T2444 oascc.ZkStateReader$3.process Updating
> live nodes... (3)
> : [junit4] 2> 589031 T2457 oascc.ZkStateReader$3.process Updating
> live nodes... (3)
> : [junit4] 2> 589031 T2439 oascc.ZkStateReader$3.process Updating
> live nodes... (3)
> : [junit4] 2> 589031 T2471 oascc.ZkStateReader$3.process Updating
> live nodes... (3)
> : [junit4] 2> 589034 T2417 oasc.CorePropertiesLocator.discover
> Looking for core definitions underneath
> /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty2-1375368750163
> : [junit4] 2> 589057 T2417 oasc.CorePropertiesLocator.discoverUnder
> Found core conf in
> /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty2-1375368750163/conf/
> : [junit4] 2> 589058 T2417 oasc.CorePropertiesLocator.discover Found
> 1 core definitions
> : [junit4] 2> 589058 T2417 oass.SolrDispatchFilter.init
> user.dir=/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0
> : [junit4] 2> 589059 T2417 oass.SolrDispatchFilter.init
> SolrDispatchFilter.init() done
> : [junit4] 2> 589059 T2417 oascsi.HttpClientUtil.createClient
> Creating new http client,
> config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
> : [junit4] 2> 589123 T2417 oejs.Server.doStart jetty-8.1.10.v20130312
> : [junit4] 2> 589125 T2417 oejs.AbstractConnector.doStart Started
> SelectChannelConnector@127.0.0.1:49815
> : [junit4] 2> 589126 T2417 oass.SolrDispatchFilter.init
> SolrDispatchFilter.init()
> : [junit4] 2> 589126 T2417 oasc.SolrResourceLoader.locateSolrHome
> JNDI not configured for solr (NoInitialContextEx)
> : [junit4] 2> 589127 T2417 oasc.SolrResourceLoader.locateSolrHome
> using system property solr.solr.home:
> /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty3-1375368751318
> : [junit4] 2> 589127 T2417 oasc.SolrResourceLoader.<init> new
> SolrResourceLoader for directory:
> '/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty3-1375368751318/'
> : [junit4] 2> 589136 T2417 oasc.ConfigSolr.fromFile Loading container
> configuration from
> /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty3-1375368751318/solr.xml
> : [junit4] 2> 589164 T2417 oasc.ConfigSolrXml.<init> Config-defined
> core root directory:
> : [junit4] 2> 589164 T2417 oasc.CoreContainer.<init> New
> CoreContainer 14922430
> : [junit4] 2> 589164 T2417 oasc.CoreContainer.load Loading cores into
> CoreContainer
> [instanceDir=/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty3-1375368751318/]
> : [junit4] 2> 589165 T2417 oashc.HttpShardHandlerFactory.getParameter
> Setting socketTimeout to: 120000
> : [junit4] 2> 589166 T2417 oashc.HttpShardHandlerFactory.getParameter
> Setting urlScheme to: http://
> : [junit4] 2> 589166 T2417 oashc.HttpShardHandlerFactory.getParameter
> Setting connTimeout to: 15000
> : [junit4] 2> 589166 T2417 oashc.HttpShardHandlerFactory.getParameter
> Setting maxConnectionsPerHost to: 20
> : [junit4] 2> 589166 T2417 oashc.HttpShardHandlerFactory.getParameter
> Setting corePoolSize to: 0
> : [junit4] 2> 589167 T2417 oashc.HttpShardHandlerFactory.getParameter
> Setting maximumPoolSize to: 2147483647
> : [junit4] 2> 589167 T2417 oashc.HttpShardHandlerFactory.getParameter
> Setting maxThreadIdleTime to: 5
> : [junit4] 2> 589167 T2417 oashc.HttpShardHandlerFactory.getParameter
> Setting sizeOfQueue to: -1
> : [junit4] 2> 589167 T2417 oashc.HttpShardHandlerFactory.getParameter
> Setting fairnessPolicy to: false
> : [junit4] 2> 589168 T2417 oascsi.HttpClientUtil.createClient
> Creating new http client,
> config:maxConnectionsPerHost=20&maxConnections=10000&socketTimeout=120000&connTimeout=15000&retry=false
> : [junit4] 2> 589170 T2417 oasc.ZkContainer.initZooKeeper Zookeeper
> client=127.0.0.1:57557/solr
> : [junit4] 2> 589171 T2417 oasc.ZkController.checkChrootPath zkHost
> includes chroot
> : [junit4] 2> 589171 T2417 oascc.ConnectionManager.waitForConnected
> Waiting for client to connect to ZooKeeper
> : [junit4] 2> 589172 T2483 oascc.ConnectionManager.process Watcher
> org.apache.solr.common.cloud.ConnectionManager@1320c28name:ZooKeeperConnection Watcher:
> 127.0.0.1:57557 got event WatchedEvent state:SyncConnected type:None
> path:null path:null type:None
> : [junit4] 2> 589173 T2417 oascc.ConnectionManager.waitForConnected
> Client is connected to ZooKeeper
> : [junit4] 2> 589174 T2417 oascsi.HttpClientUtil.createClient
> Creating new http client,
> config:maxConnections=500&maxConnectionsPerHost=16&socketTimeout=120000&connTimeout=15000
> : [junit4] 2> 589176 T2417 oascc.ConnectionManager.waitForConnected
> Waiting for client to connect to ZooKeeper
> : [junit4] 2> 589177 T2485 oascc.ConnectionManager.process Watcher
> org.apache.solr.common.cloud.ConnectionManager@1bb83e3name:ZooKeeperConnection Watcher:
> 127.0.0.1:57557/solr got event WatchedEvent state:SyncConnected type:None
> path:null path:null type:None
> : [junit4] 2> 589177 T2417 oascc.ConnectionManager.waitForConnected
> Client is connected to ZooKeeper
> : [junit4] 2> 589180 T2417
> oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster
> state from ZooKeeper...
> : [junit4] 2> 590182 T2417 oasc.ZkController.createEphemeralLiveNode
> Register node as live in ZooKeeper:/live_nodes/127.0.0.1:49815_hz%2Fen
> : [junit4] 2> 590183 T2417 oascc.SolrZkClient.makePath makePath:
> /live_nodes/127.0.0.1:49815_hz%2Fen
> : [junit4] 2> 590184 T2457 oascc.ZkStateReader$3.process Updating
> live nodes... (4)
> : [junit4] 2> 590185 T2444 oascc.ZkStateReader$3.process Updating
> live nodes... (4)
> : [junit4] 2> 590185 T2471 oascc.ZkStateReader$3.process Updating
> live nodes... (4)
> : [junit4] 2> 590185 T2439 oascc.ZkStateReader$3.process Updating
> live nodes... (4)
> : [junit4] 2> 590185 T2485 oascc.ZkStateReader$3.process Updating
> live nodes... (4)
> : [junit4] 2> 590189 T2417 oasc.CorePropertiesLocator.discover
> Looking for core definitions underneath
> /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty3-1375368751318
> : [junit4] 2> 590212 T2417 oasc.CorePropertiesLocator.discoverUnder
> Found core conf in
> /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty3-1375368751318/conf/
> : [junit4] 2> 590212 T2417 oasc.CorePropertiesLocator.discover Found
> 1 core definitions
> : [junit4] 2> 590213 T2417 oass.SolrDispatchFilter.init
> user.dir=/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0
> : [junit4] 2> 590213 T2417 oass.SolrDispatchFilter.init
> SolrDispatchFilter.init() done
> : [junit4] 2> 590213 T2417 oascsi.HttpClientUtil.createClient
> Creating new http client,
> config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
> : [junit4] 2> 590279 T2417 oejs.Server.doStart jetty-8.1.10.v20130312
> : [junit4] 2> 590281 T2417 oejs.AbstractConnector.doStart Started
> SelectChannelConnector@127.0.0.1:36140
> : [junit4] 2> 590282 T2417 oass.SolrDispatchFilter.init
> SolrDispatchFilter.init()
> : [junit4] 2> 590282 T2417 oasc.SolrResourceLoader.locateSolrHome
> JNDI not configured for solr (NoInitialContextEx)
> : [junit4] 2> 590283 T2417 oasc.SolrResourceLoader.locateSolrHome
> using system property solr.solr.home:
> /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty4-1375368752473
> : [junit4] 2> 590283 T2417 oasc.SolrResourceLoader.<init> new
> SolrResourceLoader for directory:
> '/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty4-1375368752473/'
> : [junit4] 2> 590292 T2417 oasc.ConfigSolr.fromFile Loading container
> configuration from
> /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty4-1375368752473/solr.xml
> : [junit4] 2> 590320 T2417 oasc.ConfigSolrXml.<init> Config-defined
> core root directory:
> : [junit4] 2> 590320 T2417 oasc.CoreContainer.<init> New
> CoreContainer 22021398
> : [junit4] 2> 590321 T2417 oasc.CoreContainer.load Loading cores into
> CoreContainer
> [instanceDir=/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty4-1375368752473/]
> : [junit4] 2> 590321 T2417 oashc.HttpShardHandlerFactory.getParameter
> Setting socketTimeout to: 120000
> : [junit4] 2> 590322 T2417 oashc.HttpShardHandlerFactory.getParameter
> Setting urlScheme to: http://
> : [junit4] 2> 590322 T2417 oashc.HttpShardHandlerFactory.getParameter
> Setting connTimeout to: 15000
> : [junit4] 2> 590322 T2417 oashc.HttpShardHandlerFactory.getParameter
> Setting maxConnectionsPerHost to: 20
> : [junit4] 2> 590322 T2417 oashc.HttpShardHandlerFactory.getParameter
> Setting corePoolSize to: 0
> : [junit4] 2> 590323 T2417 oashc.HttpShardHandlerFactory.getParameter
> Setting maximumPoolSize to: 2147483647
> : [junit4] 2> 590323 T2417 oashc.HttpShardHandlerFactory.getParameter
> Setting maxThreadIdleTime to: 5
> : [junit4] 2> 590323 T2417 oashc.HttpShardHandlerFactory.getParameter
> Setting sizeOfQueue to: -1
> : [junit4] 2> 590323 T2417 oashc.HttpShardHandlerFactory.getParameter
> Setting fairnessPolicy to: false
> : [junit4] 2> 590324 T2417 oascsi.HttpClientUtil.createClient
> Creating new http client,
> config:maxConnectionsPerHost=20&maxConnections=10000&socketTimeout=120000&connTimeout=15000&retry=false
> : [junit4] 2> 590326 T2417 oasc.ZkContainer.initZooKeeper Zookeeper
> client=127.0.0.1:57557/solr
> : [junit4] 2> 590327 T2417 oasc.ZkController.checkChrootPath zkHost
> includes chroot
> : [junit4] 2> 590327 T2417 oascc.ConnectionManager.waitForConnected
> Waiting for client to connect to ZooKeeper
> : [junit4] 2> 590328 T2497 oascc.ConnectionManager.process Watcher
> org.apache.solr.common.cloud.ConnectionManager@1a7c78dname:ZooKeeperConnection Watcher:
> 127.0.0.1:57557 got event WatchedEvent state:SyncConnected type:None
> path:null path:null type:None
> : [junit4] 2> 590329 T2417 oascc.ConnectionManager.waitForConnected
> Client is connected to ZooKeeper
> : [junit4] 2> 590329 T2417 oascsi.HttpClientUtil.createClient
> Creating new http client,
> config:maxConnections=500&maxConnectionsPerHost=16&socketTimeout=120000&connTimeout=15000
> : [junit4] 2> 590332 T2417 oascc.ConnectionManager.waitForConnected
> Waiting for client to connect to ZooKeeper
> : [junit4] 2> 590333 T2499 oascc.ConnectionManager.process Watcher
> org.apache.solr.common.cloud.ConnectionManager@17ed7c2name:ZooKeeperConnection Watcher:
> 127.0.0.1:57557/solr got event WatchedEvent state:SyncConnected type:None
> path:null path:null type:None
> : [junit4] 2> 590333 T2417 oascc.ConnectionManager.waitForConnected
> Client is connected to ZooKeeper
> : [junit4] 2> 590335 T2417
> oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster
> state from ZooKeeper...
> : [junit4] 2> 591337 T2417 oasc.ZkController.createEphemeralLiveNode
> Register node as live in ZooKeeper:/live_nodes/127.0.0.1:36140_hz%2Fen
> : [junit4] 2> 591339 T2417 oascc.SolrZkClient.makePath makePath:
> /live_nodes/127.0.0.1:36140_hz%2Fen
> : [junit4] 2> 591341 T2444 oascc.ZkStateReader$3.process Updating
> live nodes... (5)
> : [junit4] 2> 591341 T2485 oascc.ZkStateReader$3.process Updating
> live nodes... (5)
> : [junit4] 2> 591341 T2439 oascc.ZkStateReader$3.process Updating
> live nodes... (5)
> : [junit4] 2> 591341 T2457 oascc.ZkStateReader$3.process Updating
> live nodes... (5)
> : [junit4] 2> 591341 T2499 oascc.ZkStateReader$3.process Updating
> live nodes... (5)
> : [junit4] 2> 591341 T2471 oascc.ZkStateReader$3.process Updating
> live nodes... (5)
> : [junit4] 2> 591345 T2417 oasc.CorePropertiesLocator.discover
> Looking for core definitions underneath
> /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty4-1375368752473
> : [junit4] 2> 591382 T2417 oasc.CorePropertiesLocator.discoverUnder
> Found core conf in
> /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty4-1375368752473/conf/
> : [junit4] 2> 591383 T2417 oasc.CorePropertiesLocator.discover Found
> 1 core definitions
> : [junit4] 2> 591383 T2417 oass.SolrDispatchFilter.init
> user.dir=/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0
> : [junit4] 2> 591384 T2417 oass.SolrDispatchFilter.init
> SolrDispatchFilter.init() done
> : [junit4] 2> 591384 T2417 oascsi.HttpClientUtil.createClient
> Creating new http client,
> config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
> : [junit4] 2> 591388 T2417 oascsi.HttpClientUtil.createClient
> Creating new http client,
> config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
> : [junit4] 2> 591393 T2452
> oasha.CollectionsHandler.handleCreateAction Creating Collection :
> numShards=2&name=nodes_used_collection&replicationFactor=2&action=CREATE&wt=javabin&version=2
> : [junit4] 2> 591394 T2439
> oasc.DistributedQueue$LatchChildWatcher.process Watcher fired on path:
> /overseer/collection-queue-work state: SyncConnected type
> NodeChildrenChanged
> : [junit4] 2> 591395 T2439
> oasc.DistributedQueue$LatchChildWatcher.process Watcher fired on path:
> /overseer/collection-queue-work state: SyncConnected type
> NodeChildrenChanged
> : [junit4] 2> 591395 T2441 oasc.OverseerCollectionProcessor.run
> Overseer Collection Processor: Get the message
> id:/overseer/collection-queue-work/qn-0000000000 message:{
> : [junit4] 2> "operation":"createcollection",
> : [junit4] 2> "numShards":"2",
> : [junit4] 2> "name":"nodes_used_collection",
> : [junit4] 2> "replicationFactor":"2"}
> : [junit4] 2> 591395 T2441
> oasc.OverseerCollectionProcessor.processMessage WARN
> OverseerCollectionProcessor.processMessage : createcollection , {
> : [junit4] 2> "operation":"createcollection",
> : [junit4] 2> "numShards":"2",
> : [junit4] 2> "name":"nodes_used_collection",
> : [junit4] 2> "replicationFactor":"2"}
> : [junit4] 2> 592638 T2440 oascc.ZkStateReader.updateClusterState
> Updating cloud state from ZooKeeper...
> : [junit4] 2> 592639 T2440
> oasc.Overseer$ClusterStateUpdater.buildCollection building a new
> collection: nodes_used_collection
> : [junit4] 2> 592639 T2440
> oasc.Overseer$ClusterStateUpdater.createCollection Create collection
> nodes_used_collection with shards [shard1, shard2]
> : [junit4] 2> 592641 T2444 oascc.ZkStateReader$2.process A cluster
> state change: WatchedEvent state:SyncConnected type:NodeDataChanged
> path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
> : [junit4] 2> 592641 T2457 oascc.ZkStateReader$2.process A cluster
> state change: WatchedEvent state:SyncConnected type:NodeDataChanged
> path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
> : [junit4] 2> 592642 T2485 oascc.ZkStateReader$2.process A cluster
> state change: WatchedEvent state:SyncConnected type:NodeDataChanged
> path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
> : [junit4] 2> 592641 T2471 oascc.ZkStateReader$2.process A cluster
> state change: WatchedEvent state:SyncConnected type:NodeDataChanged
> path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
> : [junit4] 2> 592641 T2499 oascc.ZkStateReader$2.process A cluster
> state change: WatchedEvent state:SyncConnected type:NodeDataChanged
> path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
> : [junit4] 2> 592641 T2439 oascc.ZkStateReader$2.process A cluster
> state change: WatchedEvent state:SyncConnected type:NodeDataChanged
> path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
> : [junit4] 2> 592698 T2441
> oasc.OverseerCollectionProcessor.createCollection going to create cores
> replicas shardNames [shard1, shard2] , repFactor : 2
> : [junit4] 2> 592699 T2441
> oasc.OverseerCollectionProcessor.createCollection Creating shard
> nodes_used_collection_shard1_replica1 as part of slice shard1 of collection
> nodes_used_collection on 127.0.0.1:49815_hz%2Fen
> : [junit4] 2> 592699 T2441
> oasc.OverseerCollectionProcessor.createCollection Creating shard
> nodes_used_collection_shard1_replica2 as part of slice shard1 of collection
> nodes_used_collection on 127.0.0.1:36140_hz%2Fen
> : [junit4] 2> 592700 T2441
> oasc.OverseerCollectionProcessor.createCollection Creating shard
> nodes_used_collection_shard2_replica1 as part of slice shard2 of collection
> nodes_used_collection on 127.0.0.1:60639_hz%2Fen
> : [junit4] 2> 592700 T2441
> oasc.OverseerCollectionProcessor.createCollection Creating shard
> nodes_used_collection_shard2_replica2 as part of slice shard2 of collection
> nodes_used_collection on 127.0.0.1:33822_hz%2Fen
> : [junit4] 2> 592702 T2492 oasc.ZkController.publish publishing
> core=nodes_used_collection_shard1_replica2 state=down
> : [junit4] 2> 592702 T2478 oasc.ZkController.publish publishing
> core=nodes_used_collection_shard1_replica1 state=down
> : [junit4] 2> 592702 T2464 oasc.ZkController.publish publishing
> core=nodes_used_collection_shard2_replica1 state=down
> : [junit4] 2> 592703 T2492 oasc.ZkController.waitForCoreNodeName look
> for our core node name
> : [junit4] 2> 592703 T2450 oasc.ZkController.publish publishing
> core=nodes_used_collection_shard2_replica2 state=down
> : [junit4] 2> 592703 T2478 oasc.ZkController.waitForCoreNodeName look
> for our core node name
> : [junit4] 2> 592704 T2464 oasc.ZkController.waitForCoreNodeName look
> for our core node name
> : [junit4] 2> 592704 T2450 oasc.ZkController.waitForCoreNodeName look
> for our core node name
> : [junit4] 2> 594145 T2440 oascc.ZkStateReader.updateClusterState
> Updating cloud state from ZooKeeper...
> : [junit4] 2> 594145 T2440
> oasc.Overseer$ClusterStateUpdater.updateState WARN Could not find
> collection node for nodes_used_collection, skipping publish state
> : [junit4] 2> 594146 T2440
> oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=2
> message={
> : [junit4] 2> "operation":"state",
> : [junit4] 2> "core_node_name":"core_node1",
> : [junit4] 2> "numShards":"2",
> : [junit4] 2> "shard":"shard1",
> : [junit4] 2> "roles":null,
> : [junit4] 2> "state":"down",
> : [junit4] 2> "shard_state":"active",
> : [junit4] 2> "core":"nodes_used_collection_shard1_replica2",
> : [junit4] 2> "collection":"nodes_used_collection",
> : [junit4] 2> "shard_range":null,
> : [junit4] 2> "node_name":"127.0.0.1:36140_hz%2Fen",
> : [junit4] 2> "base_url":"http://127.0.0.1:36140/hz/en"}
> : [junit4] 2> 594149 T2440
> oasc.Overseer$ClusterStateUpdater.updateState WARN Could not find
> collection node for nodes_used_collection, skipping publish state
> : [junit4] 2> 594149 T2440
> oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=2
> message={
> : [junit4] 2> "operation":"state",
> : [junit4] 2> "core_node_name":"core_node2",
> : [junit4] 2> "numShards":"2",
> : [junit4] 2> "shard":"shard1",
> : [junit4] 2> "roles":null,
> : [junit4] 2> "state":"down",
> : [junit4] 2> "shard_state":"active",
> : [junit4] 2> "core":"nodes_used_collection_shard1_replica1",
> : [junit4] 2> "collection":"nodes_used_collection",
> : [junit4] 2> "shard_range":null,
> : [junit4] 2> "node_name":"127.0.0.1:49815_hz%2Fen",
> : [junit4] 2> "base_url":"http://127.0.0.1:49815/hz/en"}
> : [junit4] 2> 594151 T2440
> oasc.Overseer$ClusterStateUpdater.updateState WARN Could not find
> collection node for nodes_used_collection, skipping publish state
> : [junit4] 2> 594151 T2440
> oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=2
> message={
> : [junit4] 2> "operation":"state",
> : [junit4] 2> "core_node_name":"core_node3",
> : [junit4] 2> "numShards":"2",
> : [junit4] 2> "shard":"shard2",
> : [junit4] 2> "roles":null,
> : [junit4] 2> "state":"down",
> : [junit4] 2> "shard_state":"active",
> : [junit4] 2> "core":"nodes_used_collection_shard2_replica1",
> : [junit4] 2> "collection":"nodes_used_collection",
> : [junit4] 2> "shard_range":null,
> : [junit4] 2> "node_name":"127.0.0.1:60639_hz%2Fen",
> : [junit4] 2> "base_url":"http://127.0.0.1:60639/hz/en"}
> : [junit4] 2> 594312 T2440
> oasc.Overseer$ClusterStateUpdater.updateState WARN Could not find
> collection node for nodes_used_collection, skipping publish state
> : [junit4] 2> 594313 T2440
> oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=2
> message={
> : [junit4] 2> "operation":"state",
> : [junit4] 2> "core_node_name":"core_node4",
> : [junit4] 2> "numShards":"2",
> : [junit4] 2> "shard":"shard2",
> : [junit4] 2> "roles":null,
> : [junit4] 2> "state":"down",
> : [junit4] 2> "shard_state":"active",
> : [junit4] 2> "core":"nodes_used_collection_shard2_replica2",
> : [junit4] 2> "collection":"nodes_used_collection",
> : [junit4] 2> "shard_range":null,
> : [junit4] 2> "node_name":"127.0.0.1:33822_hz%2Fen",
> : [junit4] 2> "base_url":"http://127.0.0.1:33822/hz/en"}
> : [junit4] 2> 594315 T2439 oascc.ZkStateReader$2.process A cluster
> state change: WatchedEvent state:SyncConnected type:NodeDataChanged
> path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
> : [junit4] 2> 594315 T2485 oascc.ZkStateReader$2.process A cluster
> state change: WatchedEvent state:SyncConnected type:NodeDataChanged
> path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
> : [junit4] 2> 594315 T2499 oascc.ZkStateReader$2.process A cluster
> state change: WatchedEvent state:SyncConnected type:NodeDataChanged
> path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
> : [junit4] 2> 594315 T2444 oascc.ZkStateReader$2.process A cluster
> state change: WatchedEvent state:SyncConnected type:NodeDataChanged
> path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
> : [junit4] 2> 594315 T2471 oascc.ZkStateReader$2.process A cluster
> state change: WatchedEvent state:SyncConnected type:NodeDataChanged
> path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
> : [junit4] 2> 594315 T2457 oascc.ZkStateReader$2.process A cluster
> state change: WatchedEvent state:SyncConnected type:NodeDataChanged
> path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
> : [junit4] 2> 594703 T2492 oasc.ZkController.waitForShardId waiting
> to find shard id in clusterstate for nodes_used_collection_shard1_replica2
> : [junit4] 2> 594704 T2478 oasc.ZkController.waitForShardId waiting
> to find shard id in clusterstate for nodes_used_collection_shard1_replica1
> : [junit4] 2> 594704 T2492
> oasc.CorePropertiesLocator.writePropertiesFile ERROR Couldn't persist core
> properties to
> /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty4-1375368752473/nodes_used_collection_shard1_replica2/core.properties:
> java.io.FileNotFoundException:
> /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty4-1375368752473/nodes_used_collection_shard1_replica2/core.properties
> (No such file or directory)
> : [junit4] 2> 594704 T2478
> oasc.CorePropertiesLocator.writePropertiesFile ERROR Couldn't persist core
> properties to
> /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty3-1375368751318/nodes_used_collection_shard1_replica1/core.properties:
> java.io.FileNotFoundException:
> /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty3-1375368751318/nodes_used_collection_shard1_replica1/core.properties
> (No such file or directory)
> : [junit4] 2> 594704 T2492 oasc.CoreContainer.create Creating
> SolrCore 'nodes_used_collection_shard1_replica2' using instanceDir:
> /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty4-1375368752473/nodes_used_collection_shard1_replica2
> : [junit4] 2> 594705 T2492 oasc.ZkController.createCollectionZkNode
> Check for collection zkNode:nodes_used_collection
> : [junit4] 2> 594704 T2464 oasc.ZkController.waitForShardId waiting
> to find shard id in clusterstate for nodes_used_collection_shard2_replica1
> : [junit4] 2> 594705 T2450 oasc.ZkController.waitForShardId waiting
> to find shard id in clusterstate for nodes_used_collection_shard2_replica2
> : [junit4] 2> 594705 T2478 oasc.CoreContainer.create Creating
> SolrCore 'nodes_used_collection_shard1_replica1' using instanceDir:
> /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty3-1375368751318/nodes_used_collection_shard1_replica1
> : [junit4] 2> 594706 T2478 oasc.ZkController.createCollectionZkNode
> Check for collection zkNode:nodes_used_collection
> : [junit4] 2> 594706 T2450
> oasc.CorePropertiesLocator.writePropertiesFile ERROR Couldn't persist core
> properties to
> /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty1-1375368748934/nodes_used_collection_shard2_replica2/core.properties:
> java.io.FileNotFoundException:
> /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty1-1375368748934/nodes_used_collection_shard2_replica2/core.properties
> (No such file or directory)
> : [junit4] 2> 594706 T2464
> oasc.CorePropertiesLocator.writePropertiesFile ERROR Couldn't persist core
> properties to
> /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty2-1375368750163/nodes_used_collection_shard2_replica1/core.properties:
> java.io.FileNotFoundException:
> /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty2-1375368750163/nodes_used_collection_shard2_replica1/core.properties
> (No such file or directory)
> : [junit4] 2> 594705 T2492 oasc.ZkController.createCollectionZkNode
> Creating collection in ZooKeeper:nodes_used_collection
> : [junit4] 2> 594707 T2464 oasc.CoreContainer.create Creating
> SolrCore 'nodes_used_collection_shard2_replica1' using instanceDir:
> /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty2-1375368750163/nodes_used_collection_shard2_replica1
> : [junit4] 2> 594707 T2464 oasc.ZkController.createCollectionZkNode
> Check for collection zkNode:nodes_used_collection
> : [junit4] 2> 594707 T2478 oasc.ZkController.createCollectionZkNode
> Creating collection in ZooKeeper:nodes_used_collection
> : [junit4] 2> 594707 T2450 oasc.CoreContainer.create Creating
> SolrCore 'nodes_used_collection_shard2_replica2' using instanceDir:
> /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty1-1375368748934/nodes_used_collection_shard2_replica2
> : [junit4] 2> 594708 T2450 oasc.ZkController.createCollectionZkNode
> Check for collection zkNode:nodes_used_collection
> : [junit4] 2> 594708 T2464 oasc.ZkController.createCollectionZkNode
> Creating collection in ZooKeeper:nodes_used_collection
> : [junit4] 2> 594708 T2450 oasc.ZkController.createCollectionZkNode
> Creating collection in ZooKeeper:nodes_used_collection
> : [junit4] 2> 594708 T2478 oasc.ZkController.getConfName Looking for
> collection configName
> : [junit4] 2> 594707 T2492 oasc.ZkController.getConfName Looking for
> collection configName
> : [junit4] 2> 594709 T2450 oasc.ZkController.getConfName Looking for
> collection configName
> : [junit4] 2> 594709 T2464 oasc.ZkController.getConfName Looking for
> collection configName
> : [junit4] 2> 594710 T2478 oasc.ZkController.getConfName Only one
> config set found in zk - using it:conf1
> : [junit4] 2> 594710 T2478 oascc.SolrZkClient.makePath makePath:
> /collections/nodes_used_collection
> : [junit4] 2> 594710 T2464 oasc.ZkController.getConfName Only one
> config set found in zk - using it:conf1
> : [junit4] 2> 594711 T2492 oasc.ZkController.getConfName Only one
> config set found in zk - using it:conf1
> : [junit4] 2> 594711 T2450 oasc.ZkController.getConfName Only one
> config set found in zk - using it:conf1
> : [junit4] 2> 594711 T2492 oascc.SolrZkClient.makePath makePath:
> /collections/nodes_used_collection
> : [junit4] 2> 594711 T2464 oascc.SolrZkClient.makePath makePath:
> /collections/nodes_used_collection
> : [junit4] 2> 594711 T2450 oascc.SolrZkClient.makePath makePath:
> /collections/nodes_used_collection
> : [junit4] 2> 594713 T2492 oasc.ZkController.readConfigName Load
> collection config from:/collections/nodes_used_collection
> : [junit4] 2> 594713 T2450 oasc.ZkController.readConfigName Load
> collection config from:/collections/nodes_used_collection
> : [junit4] 2> 594713 T2464 oasc.ZkController.readConfigName Load
> collection config from:/collections/nodes_used_collection
> : [junit4] 2> 594713 T2478 oasc.ZkController.readConfigName Load
> collection config from:/collections/nodes_used_collection
> : [junit4] 2> 594714 T2492 oasc.SolrResourceLoader.<init> new
> SolrResourceLoader for directory:
> '/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty4-1375368752473/nodes_used_collection_shard1_replica2/'
> : [junit4] 2> 594715 T2478 oasc.SolrResourceLoader.<init> new
> SolrResourceLoader for directory:
> '/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty3-1375368751318/nodes_used_collection_shard1_replica1/'
> : [junit4] 2> 594717 T2450 oasc.SolrResourceLoader.<init> new
> SolrResourceLoader for directory:
> '/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty1-1375368748934/nodes_used_collection_shard2_replica2/'
> : [junit4] 2> 594717 T2464 oasc.SolrResourceLoader.<init> new
> SolrResourceLoader for directory:
> '/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty2-1375368750163/nodes_used_collection_shard2_replica1/'
> : [junit4] 2> 594749 T2492 oasc.SolrConfig.<init> Using Lucene
> MatchVersion: LUCENE_45
> : [junit4] 2> 594765 T2450 oasc.SolrConfig.<init> Using Lucene
> MatchVersion: LUCENE_45
> : [junit4] 2> 594768 T2464 oasc.SolrConfig.<init> Using Lucene
> MatchVersion: LUCENE_45
> : [junit4] 2> 594771 T2478 oasc.SolrConfig.<init> Using Lucene
> MatchVersion: LUCENE_45
> : [junit4] 2> 594804 T2492 oasc.SolrConfig.<init> Loaded SolrConfig:
> solrconfig.xml
> : [junit4] 2> 594806 T2492 oass.IndexSchema.readSchema Reading Solr
> Schema from schema.xml
> : [junit4] 2> 594812 T2464 oasc.SolrConfig.<init> Loaded SolrConfig:
> solrconfig.xml
> : [junit4] 2> 594813 T2450 oasc.SolrConfig.<init> Loaded SolrConfig:
> solrconfig.xml
> : [junit4] 2> 594814 T2464 oass.IndexSchema.readSchema Reading Solr
> Schema from schema.xml
> : [junit4] 2> 594814 T2450 oass.IndexSchema.readSchema Reading Solr
> Schema from schema.xml
> : [junit4] 2> 594817 T2492 oass.IndexSchema.readSchema
> [nodes_used_collection_shard1_replica2] Schema name=test
> : [junit4] 2> 594821 T2450 oass.IndexSchema.readSchema
> [nodes_used_collection_shard2_replica2] Schema name=test
> : [junit4] 2> 594823 T2464 oass.IndexSchema.readSchema
> [nodes_used_collection_shard2_replica1] Schema name=test
> : [junit4] 2> 594827 T2478 oasc.SolrConfig.<init> Loaded SolrConfig:
> solrconfig.xml
> : [junit4] 2> 594831 T2478 oass.IndexSchema.readSchema Reading Solr
> Schema from schema.xml
> : [junit4] 2> 594840 T2478 oass.IndexSchema.readSchema
> [nodes_used_collection_shard1_replica1] Schema name=test
> : [junit4] 2> 595332 T2492 oass.ByteField.init WARN ByteField is
> deprecated and will be removed in 5.0. You should use TrieIntField instead.
> : [junit4] 2> 595333 T2492 oass.ShortField.init WARN ShortField is
> deprecated and will be removed in 5.0. You should use TrieIntField instead.
> : [junit4] 2> 595333 T2492 oass.OpenExchangeRatesOrgProvider.init
> Initialized with rates=open-exchange-rates.json, refreshInterval=1440.
> : [junit4] 2> 595339 T2492 oass.IndexSchema.readSchema default search
> field in schema is text
> : [junit4] 2> 595341 T2492 oass.IndexSchema.readSchema unique key
> field: id
> : [junit4] 2> 595348 T2478 oass.ByteField.init WARN ByteField is
> deprecated and will be removed in 5.0. You should use TrieIntField instead.
> : [junit4] 2> 595348 T2478 oass.ShortField.init WARN ShortField is
> deprecated and will be removed in 5.0. You should use TrieIntField instead.
> : [junit4] 2> 595349 T2478 oass.OpenExchangeRatesOrgProvider.init
> Initialized with rates=open-exchange-rates.json, refreshInterval=1440.
> : [junit4] 2> 595351 T2492 oass.FileExchangeRateProvider.reload
> Reloading exchange rates from file currency.xml
> : [junit4] 2> 595352 T2450 oass.ByteField.init WARN ByteField is
> deprecated and will be removed in 5.0. You should use TrieIntField instead.
> : [junit4] 2> 595353 T2450 oass.ShortField.init WARN ShortField is
> deprecated and will be removed in 5.0. You should use TrieIntField instead.
> : [junit4] 2> 595353 T2492 oass.FileExchangeRateProvider.reload
> Reloading exchange rates from file currency.xml
> : [junit4] 2> 595354 T2450 oass.OpenExchangeRatesOrgProvider.init
> Initialized with rates=open-exchange-rates.json, refreshInterval=1440.
> : [junit4] 2> 595356 T2492 oass.OpenExchangeRatesOrgProvider.reload
> Reloading exchange rates from open-exchange-rates.json
> : [junit4] 2> 595356 T2478 oass.IndexSchema.readSchema default search
> field in schema is text
> : [junit4] 2> 595357 T2492
> oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Unknown key
> IMPORTANT NOTE
> : [junit4] 2> 595357 T2492
> oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Expected
> key, got STRING
> : [junit4] 2> 595357 T2492 oass.OpenExchangeRatesOrgProvider.reload
> Reloading exchange rates from open-exchange-rates.json
> : [junit4] 2> 595358 T2492
> oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Unknown key
> IMPORTANT NOTE
> : [junit4] 2> 595358 T2492
> oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Expected
> key, got STRING
> : [junit4] 2> 595358 T2492 oasc.SolrCore.initDirectoryFactory
> org.apache.solr.core.MockDirectoryFactory
> : [junit4] 2> 595358 T2492 oasc.SolrCore.<init>
> [nodes_used_collection_shard1_replica2] Opening new SolrCore at
> /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty4-1375368752473/nodes_used_collection_shard1_replica2/,
> dataDir=/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty4-1375368752473//nodes_used_collection_shard1_replica2/data/
> : [junit4] 2> 595359 T2492 oasc.JmxMonitoredMap.<init> JMX monitoring
> is enabled. Adding Solr mbeans to JMX Server:
> com.sun.jmx.mbeanserver.JmxMBeanServer@bd19b9
> : [junit4] 2> 595359 T2492 oasc.CachingDirectoryFactory.get return
> new directory for
> /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty4-1375368752473//nodes_used_collection_shard1_replica2/data
> : [junit4] 2> 595360 T2492 oasc.SolrCore.getNewIndexDir New index
> directory detected: old=null
> new=/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty4-1375368752473//nodes_used_collection_shard1_replica2/data/index/
> : [junit4] 2> 595359 T2478 oass.IndexSchema.readSchema unique key
> field: id
> : [junit4] 2> 595360 T2492 oasc.SolrCore.initIndex WARN
> [nodes_used_collection_shard1_replica2] Solr index directory
> '/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty4-1375368752473/nodes_used_collection_shard1_replica2/data/index'
> doesn't exist. Creating new index...
> : [junit4] 2> 595361 T2492 oasc.CachingDirectoryFactory.get return
> new directory for
> /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty4-1375368752473//nodes_used_collection_shard1_replica2/data/index
> : [junit4] 2> 595362 T2450 oass.IndexSchema.readSchema default search
> field in schema is text
> : [junit4] 2> 595362 T2492 oasc.SolrDeletionPolicy.onCommit
> SolrDeletionPolicy.onCommit: commits: num=1
> : [junit4] 2>
> commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@7b5b9flockFactory=org.apache.lucene.store.NativeFSLockFactory@e1f839
> ),segFN=segments_1,generation=1}
> : [junit4] 2> 595362 T2492 oasc.SolrDeletionPolicy.updateCommits
> newest commit generation = 1
> : [junit4] 2> 595362 T2464 oass.ByteField.init WARN ByteField is
> deprecated and will be removed in 5.0. You should use TrieIntField instead.
> : [junit4] 2> 595363 T2464 oass.ShortField.init WARN ShortField is
> deprecated and will be removed in 5.0. You should use TrieIntField instead.
> : [junit4] 2> 595363 T2464 oass.OpenExchangeRatesOrgProvider.init
> Initialized with rates=open-exchange-rates.json, refreshInterval=1440.
> : [junit4] 2> 595365 T2492 oasup.UpdateRequestProcessorChain.init
> inserting DistributedUpdateProcessorFactory into
> updateRequestProcessorChain "dedupe"
> : [junit4] 2> 595365 T2492 oasup.UpdateRequestProcessorChain.init
> inserting DistributedUpdateProcessorFactory into
> updateRequestProcessorChain "stored_sig"
> : [junit4] 2> 595365 T2450 oass.IndexSchema.readSchema unique key
> field: id
> : [junit4] 2> 595366 T2492 oasup.UpdateRequestProcessorChain.init
> inserting DistributedUpdateProcessorFactory into
> updateRequestProcessorChain "distrib-dup-test-chain-implicit"
> : [junit4] 2> 595366 T2492
> oasc.RequestHandlers.initHandlersFromConfig created standard:
> solr.StandardRequestHandler
> : [junit4] 2> 595367 T2492
> oasc.RequestHandlers.initHandlersFromConfig created /get:
> solr.RealTimeGetHandler
> : [junit4] 2> 595367 T2492
> oasc.RequestHandlers.initHandlersFromConfig adding lazy requestHandler:
> solr.ReplicationHandler
> : [junit4] 2> 595367 T2492
> oasc.RequestHandlers.initHandlersFromConfig created /replication:
> solr.ReplicationHandler
> : [junit4] 2> 595368 T2492
> oasc.RequestHandlers.initHandlersFromConfig created /update:
> solr.UpdateRequestHandler
> : [junit4] 2> 595368 T2492
> oasc.RequestHandlers.initHandlersFromConfig created /admin/:
> org.apache.solr.handler.admin.AdminHandlers
> : [junit4] 2> 595371 T2492 oashl.XMLLoader.init
> xsltCacheLifetimeSeconds=60
> : [junit4] 2> 595371 T2464 oass.IndexSchema.readSchema default search
> field in schema is text
> : [junit4] 2> 595373 T2492 oass.SolrIndexSearcher.<init> Opening
> Searcher@d9b0b6 main
> : [junit4] 2> 595374 T2492 oasu.CommitTracker.<init> Hard AutoCommit:
> disabled
> : [junit4] 2> 595374 T2464 oass.IndexSchema.readSchema unique key
> field: id
> : [junit4] 2> 595374 T2492 oasu.CommitTracker.<init> Soft AutoCommit:
> disabled
> : [junit4] 2> 595376 T2478 oass.FileExchangeRateProvider.reload
> Reloading exchange rates from file currency.xml
> : [junit4] 2> 595379 T2450 oass.FileExchangeRateProvider.reload
> Reloading exchange rates from file currency.xml
> : [junit4] 2> 595381 T2478 oass.FileExchangeRateProvider.reload
> Reloading exchange rates from file currency.xml
> : [junit4] 2> 595381 T2492 oasc.CoreContainer.registerCore
> registering core: nodes_used_collection_shard1_replica2
> : [junit4] 2> 595382 T2492 oasc.ZkController.register Register
> replica - core:nodes_used_collection_shard1_replica2 address:
> http://127.0.0.1:36140/hz/en collection:nodes_used_collection shard:shard1
> : [junit4] 2> 595382 T2492 oascsi.HttpClientUtil.createClient
> Creating new http client,
> config:maxConnections=10000&maxConnectionsPerHost=20&connTimeout=15000&socketTimeout=30000&retry=false
> : [junit4] 2> 595383 T2478 oass.OpenExchangeRatesOrgProvider.reload
> Reloading exchange rates from open-exchange-rates.json
> : [junit4] 2> 595384 T2478
> oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Unknown key
> IMPORTANT NOTE
> : [junit4] 2> 595384 T2478
> oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Expected
> key, got STRING
> : [junit4] 2> 595384 T2450 oass.FileExchangeRateProvider.reload
> Reloading exchange rates from file currency.xml
> : [junit4] 2> 595385 T2478 oass.OpenExchangeRatesOrgProvider.reload
> Reloading exchange rates from open-exchange-rates.json
> : [junit4] 2> 595386 T2505 oasc.SolrCore.registerSearcher
> [nodes_used_collection_shard1_replica2] Registered new searcher
> Searcher@d9b0b6 main{StandardDirectoryReader(segments_1:1)}
> : [junit4] 2> 595386 T2478
> oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Unknown key
> IMPORTANT NOTE
> : [junit4] 2> 595386 T2478
> oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Expected
> key, got STRING
> : [junit4] 2> 595387 T2492 oascc.SolrZkClient.makePath makePath:
> /collections/nodes_used_collection/leader_elect/shard1/election
> : [junit4] 2> 595387 T2478 oasc.SolrCore.initDirectoryFactory
> org.apache.solr.core.MockDirectoryFactory
> : [junit4] 2> 595388 T2478 oasc.SolrCore.<init>
> [nodes_used_collection_shard1_replica1] Opening new SolrCore at
> /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty3-1375368751318/nodes_used_collection_shard1_replica1/,
> dataDir=/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty3-1375368751318//nodes_used_collection_shard1_replica1/data/
> : [junit4] 2> 595388 T2478 oasc.JmxMonitoredMap.<init> JMX monitoring
> is enabled. Adding Solr mbeans to JMX Server:
> com.sun.jmx.mbeanserver.JmxMBeanServer@bd19b9
> : [junit4] 2> 595389 T2450 oass.OpenExchangeRatesOrgProvider.reload
> Reloading exchange rates from open-exchange-rates.json
> : [junit4] 2> 595389 T2478 oasc.CachingDirectoryFactory.get return
> new directory for
> /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty3-1375368751318//nodes_used_collection_shard1_replica1/data
> : [junit4] 2> 595389 T2464 oass.FileExchangeRateProvider.reload
> Reloading exchange rates from file currency.xml
> : [junit4] 2> 595389 T2478 oasc.SolrCore.getNewIndexDir New index
> directory detected: old=null
> new=/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty3-1375368751318//nodes_used_collection_shard1_replica1/data/index/
> : [junit4] 2> 595390 T2478 oasc.SolrCore.initIndex WARN
> [nodes_used_collection_shard1_replica1] Solr index directory
> '/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty3-1375368751318/nodes_used_collection_shard1_replica1/data/index'
> doesn't exist. Creating new index...
> : [junit4] 2> 595390 T2450
> oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Unknown key
> IMPORTANT NOTE
> : [junit4] 2> 595391 T2450
> oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Expected
> key, got STRING
> : [junit4] 2> 595390 T2478 oasc.CachingDirectoryFactory.get return
> new directory for
> /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty3-1375368751318//nodes_used_collection_shard1_replica1/data/index
> : [junit4] 2> 595391 T2450 oass.OpenExchangeRatesOrgProvider.reload
> Reloading exchange rates from open-exchange-rates.json
> : [junit4] 2> 595392 T2478 oasc.SolrDeletionPolicy.onCommit
> SolrDeletionPolicy.onCommit: commits: num=1
> : [junit4] 2>
> commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@ff199elockFactory=org.apache.lucene.store.NativeFSLockFactory@192aed4
> ),segFN=segments_1,generation=1}
> : [junit4] 2> 595392 T2478 oasc.SolrDeletionPolicy.updateCommits
> newest commit generation = 1
> : [junit4] 2> 595394 T2464 oass.FileExchangeRateProvider.reload
> Reloading exchange rates from file currency.xml
> : [junit4] 2> 595395 T2478 oasup.UpdateRequestProcessorChain.init
> inserting DistributedUpdateProcessorFactory into
> updateRequestProcessorChain "dedupe"
> : [junit4] 2> 595395 T2450
> oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Unknown key
> IMPORTANT NOTE
> : [junit4] 2> 595396 T2450
> oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Expected
> key, got STRING
> : [junit4] 2> 595395 T2478 oasup.UpdateRequestProcessorChain.init
> inserting DistributedUpdateProcessorFactory into
> updateRequestProcessorChain "stored_sig"
> : [junit4] 2> 595396 T2450 oasc.SolrCore.initDirectoryFactory
> org.apache.solr.core.MockDirectoryFactory
> : [junit4] 2> 595396 T2478 oasup.UpdateRequestProcessorChain.init
> inserting DistributedUpdateProcessorFactory into
> updateRequestProcessorChain "distrib-dup-test-chain-implicit"
> : [junit4] 2> 595396 T2450 oasc.SolrCore.<init>
> [nodes_used_collection_shard2_replica2] Opening new SolrCore at
> /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty1-1375368748934/nodes_used_collection_shard2_replica2/,
> dataDir=/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty1-1375368748934//nodes_used_collection_shard2_replica2/data/
> : [junit4] 2> 595397 T2478
> oasc.RequestHandlers.initHandlersFromConfig created standard:
> solr.StandardRequestHandler
> : [junit4] 2> 595397 T2478
> oasc.RequestHandlers.initHandlersFromConfig created /get:
> solr.RealTimeGetHandler
> : [junit4] 2> 595398 T2478
> oasc.RequestHandlers.initHandlersFromConfig adding lazy requestHandler:
> solr.ReplicationHandler
> : [junit4] 2> 595398 T2478
> oasc.RequestHandlers.initHandlersFromConfig created /replication:
> solr.ReplicationHandler
> : [junit4] 2> 595398 T2478
> oasc.RequestHandlers.initHandlersFromConfig created /update:
> solr.UpdateRequestHandler
> : [junit4] 2> 595399 T2478
> oasc.RequestHandlers.initHandlersFromConfig created /admin/:
> org.apache.solr.handler.admin.AdminHandlers
> : [junit4] 2> 595400 T2464 oass.OpenExchangeRatesOrgProvider.reload
> Reloading exchange rates from open-exchange-rates.json
> : [junit4] 2> 595401 T2478 oashl.XMLLoader.init
> xsltCacheLifetimeSeconds=60
> : [junit4] 2> 595397 T2450 oasc.JmxMonitoredMap.<init> JMX monitoring
> is enabled. Adding Solr mbeans to JMX Server:
> com.sun.jmx.mbeanserver.JmxMBeanServer@bd19b9
> : [junit4] 2> 595403 T2478 oass.SolrIndexSearcher.<init> Opening
> Searcher@b5339c main
> : [junit4] 2> 595402 T2464
> oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Unknown key
> IMPORTANT NOTE
> : [junit4] 2> 595404 T2450 oasc.CachingDirectoryFactory.get return
> new directory for
> /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty1-1375368748934//nodes_used_collection_shard2_replica2/data
> : [junit4] 2> 595404 T2478 oasu.CommitTracker.<init> Hard AutoCommit:
> disabled
> : [junit4] 2> 595402 T2492
> oasc.ShardLeaderElectionContext.runLeaderProcess Running the leader process
> for shard shard1
> : [junit4] 2> 595404 T2478 oasu.CommitTracker.<init> Soft AutoCommit:
> disabled
> : [junit4] 2> 595404 T2450 oasc.SolrCore.getNewIndexDir New index
> directory detected: old=null
> new=/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty1-1375368748934//nodes_used_collection_shard2_replica2/data/index/
> : [junit4] 2> 595404 T2464
> oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Expected
> key, got STRING
> : [junit4] 2> 595405 T2450 oasc.SolrCore.initIndex WARN
> [nodes_used_collection_shard2_replica2] Solr index directory
> '/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty1-1375368748934/nodes_used_collection_shard2_replica2/data/index'
> doesn't exist. Creating new index...
> : [junit4] 2> 595406 T2464 oass.OpenExchangeRatesOrgProvider.reload
> Reloading exchange rates from open-exchange-rates.json
> : [junit4] 2> 595406 T2450 oasc.CachingDirectoryFactory.get return
> new directory for
> /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty1-1375368748934//nodes_used_collection_shard2_replica2/data/index
> : [junit4] 2> 595407 T2492
> oasc.ShardLeaderElectionContext.waitForReplicasToComeUp Waiting until we
> see more replicas up for shard shard1: total=2 found=1 timeoutin=180000
> : [junit4] 2> 595407 T2464
> oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Unknown key
> IMPORTANT NOTE
> : [junit4] 2> 595408 T2464
> oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Expected
> key, got STRING
> : [junit4] 2> 595408 T2506 oasc.SolrCore.registerSearcher
> [nodes_used_collection_shard1_replica1] Registered new searcher
> Searcher@b5339c main{StandardDirectoryReader(segments_1:1)}
> : [junit4] 2> 595408 T2450 oasc.SolrDeletionPolicy.onCommit
> SolrDeletionPolicy.onCommit: commits: num=1
> : [junit4] 2>
> commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@4eac63lockFactory=org.apache.lucene.store.NativeFSLockFactory@c23984
> ),segFN=segments_1,generation=1}
> : [junit4] 2> 595409 T2450 oasc.SolrDeletionPolicy.updateCommits
> newest commit generation = 1
> : [junit4] 2> 595408 T2464 oasc.SolrCore.initDirectoryFactory
> org.apache.solr.core.MockDirectoryFactory
> : [junit4] 2> 595409 T2478 oasc.CoreContainer.registerCore
> registering core: nodes_used_collection_shard1_replica1
> : [junit4] 2> 595409 T2478 oasc.ZkController.register Register
> replica - core:nodes_used_collection_shard1_replica1 address:
> http://127.0.0.1:49815/hz/en collection:nodes_used_collection shard:shard1
> : [junit4] 2> 595409 T2464 oasc.SolrCore.<init>
> [nodes_used_collection_shard2_replica1] Opening new SolrCore at
> /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty2-1375368750163/nodes_used_collection_shard2_replica1/,
> dataDir=/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty2-1375368750163//nodes_used_collection_shard2_replica1/data/
> : [junit4] 2> 595410 T2478 oascsi.HttpClientUtil.createClient
> Creating new http client,
> config:maxConnections=10000&maxConnectionsPerHost=20&connTimeout=15000&socketTimeout=30000&retry=false
> : [junit4] 2> 595410 T2464 oasc.JmxMonitoredMap.<init> JMX monitoring
> is enabled. Adding Solr mbeans to JMX Server:
> com.sun.jmx.mbeanserver.JmxMBeanServer@bd19b9
> : [junit4] 2> 595411 T2464 oasc.CachingDirectoryFactory.get return
> new directory for
> /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty2-1375368750163//nodes_used_collection_shard2_replica1/data
> : [junit4] 2> 595418 T2464 oasc.SolrCore.getNewIndexDir New index
> directory detected: old=null
> new=/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty2-1375368750163//nodes_used_collection_shard2_replica1/data/index/
> : [junit4] 2> 595418 T2464 oasc.SolrCore.initIndex WARN
> [nodes_used_collection_shard2_replica1] Solr index directory
> '/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty2-1375368750163/nodes_used_collection_shard2_replica1/data/index'
> doesn't exist. Creating new index...
> : [junit4] 2> 595418 T2450 oasup.UpdateRequestProcessorChain.init
> inserting DistributedUpdateProcessorFactory into
> updateRequestProcessorChain "dedupe"
> : [junit4] 2> 595419 T2464 oasc.CachingDirectoryFactory.get return
> new directory for
> /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty2-1375368750163//nodes_used_collection_shard2_replica1/data/index
> : [junit4] 2> 595419 T2450 oasup.UpdateRequestProcessorChain.init
> inserting DistributedUpdateProcessorFactory into
> updateRequestProcessorChain "stored_sig"
> : [junit4] 2> 595420 T2450 oasup.UpdateRequestProcessorChain.init
> inserting DistributedUpdateProcessorFactory into
> updateRequestProcessorChain "distrib-dup-test-chain-implicit"
> : [junit4] 2> 595421 T2464 oasc.SolrDeletionPolicy.onCommit
> SolrDeletionPolicy.onCommit: commits: num=1
> : [junit4] 2>
> commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@c9e6fclockFactory=org.apache.lucene.store.NativeFSLockFactory@3ad861
> ),segFN=segments_1,generation=1}
> : [junit4] 2> 595421 T2464 oasc.SolrDeletionPolicy.updateCommits
> newest commit generation = 1
> : [junit4] 2> 595421 T2450
> oasc.RequestHandlers.initHandlersFromConfig created standard:
> solr.StandardRequestHandler
> : [junit4] 2> 595422 T2450
> oasc.RequestHandlers.initHandlersFromConfig created /get:
> solr.RealTimeGetHandler
> : [junit4] 2> 595422 T2450
> oasc.RequestHandlers.initHandlersFromConfig adding lazy requestHandler:
> solr.ReplicationHandler
> : [junit4] 2> 595422 T2450
> oasc.RequestHandlers.initHandlersFromConfig created /replication:
> solr.ReplicationHandler
> : [junit4] 2> 595422 T2450
> oasc.RequestHandlers.initHandlersFromConfig created /update:
> solr.UpdateRequestHandler
> : [junit4] 2> 595423 T2450
> oasc.RequestHandlers.initHandlersFromConfig created /admin/:
> org.apache.solr.handler.admin.AdminHandlers
> : [junit4] 2> 595423 T2464 oasup.UpdateRequestProcessorChain.init
> inserting DistributedUpdateProcessorFactory into
> updateRequestProcessorChain "dedupe"
> : [junit4] 2> 595423 T2464 oasup.UpdateRequestProcessorChain.init
> inserting DistributedUpdateProcessorFactory into
> updateRequestProcessorChain "stored_sig"
> : [junit4] 2> 595424 T2464 oasup.UpdateRequestProcessorChain.init
> inserting DistributedUpdateProcessorFactory into
> updateRequestProcessorChain "distrib-dup-test-chain-implicit"
> : [junit4] 2> 595424 T2464
> oasc.RequestHandlers.initHandlersFromConfig created standard:
> solr.StandardRequestHandler
> : [junit4] 2> 595425 T2464
> oasc.RequestHandlers.initHandlersFromConfig created /get:
> solr.RealTimeGetHandler
> : [junit4] 2> 595425 T2450 oashl.XMLLoader.init
> xsltCacheLifetimeSeconds=60
> : [junit4] 2> 595425 T2464
> oasc.RequestHandlers.initHandlersFromConfig adding lazy requestHandler:
> solr.ReplicationHandler
> : [junit4] 2> 595425 T2464
> oasc.RequestHandlers.initHandlersFromConfig created /replication:
> solr.ReplicationHandler
> : [junit4] 2> 595426 T2464
> oasc.RequestHandlers.initHandlersFromConfig created /update:
> solr.UpdateRequestHandler
> : [junit4] 2> 595426 T2464
> oasc.RequestHandlers.initHandlersFromConfig created /admin/:
> org.apache.solr.handler.admin.AdminHandlers
> : [junit4] 2> 595427 T2450 oass.SolrIndexSearcher.<init> Opening
> Searcher@6765a main
> : [junit4] 2> 595427 T2464 oashl.XMLLoader.init
> xsltCacheLifetimeSeconds=60
> : [junit4] 2> 595428 T2450 oasu.CommitTracker.<init> Hard AutoCommit:
> disabled
> : [junit4] 2> 595428 T2450 oasu.CommitTracker.<init> Soft AutoCommit:
> disabled
> : [junit4] 2> 595429 T2464 oass.SolrIndexSearcher.<init> Opening
> Searcher@aec58c main
> : [junit4] 2> 595430 T2464 oasu.CommitTracker.<init> Hard AutoCommit:
> disabled
> : [junit4] 2> 595430 T2464 oasu.CommitTracker.<init> Soft AutoCommit:
> disabled
> : [junit4] 2> 595431 T2507 oasc.SolrCore.registerSearcher
> [nodes_used_collection_shard2_replica2] Registered new searcher
> Searcher@6765a main{StandardDirectoryReader(segments_1:1)}
> : [junit4] 2> 595432 T2450 oasc.CoreContainer.registerCore
> registering core: nodes_used_collection_shard2_replica2
> : [junit4] 2> 595432 T2450 oasc.ZkController.register Register
> replica - core:nodes_used_collection_shard2_replica2 address:
> http://127.0.0.1:33822/hz/en collection:nodes_used_collection shard:shard2
> : [junit4] 2> 595432 T2450 oascsi.HttpClientUtil.createClient
> Creating new http client,
> config:maxConnections=10000&maxConnectionsPerHost=20&connTimeout=15000&socketTimeout=30000&retry=false
> : [junit4] 2> 595433 T2508 oasc.SolrCore.registerSearcher
> [nodes_used_collection_shard2_replica1] Registered new searcher
> Searcher@aec58c main{StandardDirectoryReader(segments_1:1)}
> : [junit4] 2> 595433 T2464 oasc.CoreContainer.registerCore
> registering core: nodes_used_collection_shard2_replica1
> : [junit4] 2> 595434 T2464 oasc.ZkController.register Register
> replica - core:nodes_used_collection_shard2_replica1 address:
> http://127.0.0.1:60639/hz/en collection:nodes_used_collection shard:shard2
> : [junit4] 2> 595434 T2464 oascsi.HttpClientUtil.createClient
> Creating new http client,
> config:maxConnections=10000&maxConnectionsPerHost=20&connTimeout=15000&socketTimeout=30000&retry=false
> : [junit4] 2> 595435 T2450 oascc.SolrZkClient.makePath makePath:
> /collections/nodes_used_collection/leader_elect/shard2/election
> : [junit4] 2> 595436 T2464 oascc.SolrZkClient.makePath makePath:
> /collections/nodes_used_collection/leader_elect/shard2/election
> : [junit4] 2> 595440 T2450
> oasc.ShardLeaderElectionContext.runLeaderProcess Running the leader process
> for shard shard2
> : [junit4] 2> 595442 T2450
> oasc.ShardLeaderElectionContext.waitForReplicasToComeUp Enough replicas
> found to continue.
> : [junit4] 2> 595442 T2450
> oasc.ShardLeaderElectionContext.runLeaderProcess I may be the new leader -
> try and sync
> : [junit4] 2> 595442 T2450 oasc.SyncStrategy.sync Sync replicas to
> http://127.0.0.1:33822/hz/en/nodes_used_collection_shard2_replica2/
> : [junit4] 2> 595443 T2450 oasu.PeerSync.sync PeerSync:
> core=nodes_used_collection_shard2_replica2 url=
> http://127.0.0.1:33822/hz/en START replicas=[
> http://127.0.0.1:60639/hz/en/nodes_used_collection_shard2_replica1/]
> nUpdates=100
> : [junit4] 2> 595443 T2450 oasu.PeerSync.sync PeerSync:
> core=nodes_used_collection_shard2_replica2 url=
> http://127.0.0.1:33822/hz/en DONE. We have no versions. sync failed.
> : [junit4] 2> 595443 T2450 oasc.SyncStrategy.syncReplicas Leader's
> attempt to sync with shard failed, moving to the next candidate
> : [junit4] 2> 595444 T2450
> oasc.ShardLeaderElectionContext.runLeaderProcess We failed sync, but we
> have no versions - we can't sync in that case - we were active before, so
> become leader anyway
> : [junit4] 2> 595444 T2450
> oasc.ShardLeaderElectionContext.runLeaderProcess I am the new leader:
> http://127.0.0.1:33822/hz/en/nodes_used_collection_shard2_replica2/ shard2
> : [junit4] 2> 595444 T2450 oascc.SolrZkClient.makePath makePath:
> /collections/nodes_used_collection/leaders/shard2
> : [junit4] 2> ASYNC NEW_CORE C398
> name=nodes_used_collection_shard2_replica1
> org.apache.solr.core.SolrCore@4fa21 url=
> http://127.0.0.1:60639/hz/en/nodes_used_collection_shard2_replica1node=127.0.0.1:60639_hz%2Fen
> C398_STATE=coll:nodes_used_collection
> core:nodes_used_collection_shard2_replica1 props:{state=down,
> core=nodes_used_collection_shard2_replica1, node_name=127.0.0.1:60639_hz%2Fen,
> base_url=http://127.0.0.1:60639/hz/en}
> : [junit4] 2> 595448 T2465 C398 P60639 oasc.SolrCore.execute
> [nodes_used_collection_shard2_replica1] webapp=/hz/en path=/get
> params={getVersions=100&distrib=false&wt=javabin&qt=/get&version=2}
> status=0 QTime=0
> : [junit4] 2> 595820 T2440 oascc.ZkStateReader.updateClusterState
> Updating cloud state from ZooKeeper...
> : [junit4] 2> 595930 T2444 oascc.ZkStateReader$2.process A cluster
> state change: WatchedEvent state:SyncConnected type:NodeDataChanged
> path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
> : [junit4] 2> 595930 T2485 oascc.ZkStateRead
> :
> : [...truncated too long message...]
> :
> : nt has reached 0 - closing IndexWriter
> : [junit4] 2> 752278 T2417 oasu.DefaultSolrCoreState.closeIndexWriter
> closing IndexWriter with IndexWriterCloser
> : [junit4] 2> 752279 T2417 oasc.SolrCore.closeSearcher
> [new_implicit_coll_1_c_replica2] Closing main searcher on request.
> : [junit4] 2> 752279 T2417 oasc.CachingDirectoryFactory.close Closing
> MockDirectoryFactory - 2 directories currently being tracked
> : [junit4] 2> 752279 T2417
> oasc.CachingDirectoryFactory.closeCacheValue looking to close
> /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty4-1375368752473//new_implicit_coll_1_c_replica2/data/index
> [CachedDir<<refCount=0;path=/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty4-1375368752473//new_implicit_coll_1_c_replica2/data/index;done=false>>]
> : [junit4] 2> 752280 T2417 oasc.CachingDirectoryFactory.close Closing
> directory:
> /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty4-1375368752473//new_implicit_coll_1_c_replica2/data/index
> : [junit4] 2> 752280 T2417
> oasc.CachingDirectoryFactory.closeCacheValue looking to close
> /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty4-1375368752473//new_implicit_coll_1_c_replica2/data
> [CachedDir<<refCount=0;path=/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty4-1375368752473//new_implicit_coll_1_c_replica2/data;done=false>>]
> : [junit4] 2> 752280 T2417 oasc.CachingDirectoryFactory.close Closing
> directory:
> /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty4-1375368752473//new_implicit_coll_1_c_replica2/data
> : [junit4] 2> 752282 T2976
> oasc.Overseer$ClusterStateUpdater.amILeader According to ZK I
> (id=90136166295404556-127.0.0.1:36140_hz%2Fen-n_0000000004) am no longer a
> leader.
> : [junit4] 2> 752282 T2499 oascc.ZkStateReader$2.process A cluster
> state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged
> path:/live_nodes, has occurred - updating... (live nodes size: 1)
> : [junit4] 2> 752282 T2499 oascc.ZkStateReader$2.process WARN
> ZooKeeper watch triggered, but Solr cannot talk to ZK
> : [junit4] 2> 752283 T2499 oascc.ZkStateReader$3.process WARN
> ZooKeeper watch triggered, but Solr cannot talk to ZK
> : [junit4] 2> 752304 T2417 oejsh.ContextHandler.doStop stopped
> o.e.j.s.ServletContextHandler{/hz/en,null}
> : [junit4] 2> 752357 T2417 oas.SolrTestCaseJ4.tearDown ###Ending
> testDistribSearch
> : [junit4] 2> 752359 T2417 oasc.ZkTestServer.send4LetterWord
> connecting to 127.0.0.1:57557 57557
> : [junit4] 1> client port:0.0.0.0/0.0.0.0:0
> : [junit4] 2> NOTE: reproduce with: ant test
> -Dtestcase=CollectionsAPIDistributedZkTest
> -Dtests.method=testDistribSearch -Dtests.seed=FBC67B6C64D67187
> -Dtests.multiplier=3 -Dtests.slow=true -Dtests.locale=bg_BG
> -Dtests.timezone=Europe/Athens -Dtests.file.encoding=UTF-8
> : [junit4] ERROR 166s J0 |
> CollectionsAPIDistributedZkTest.testDistribSearch <<<
> : [junit4] > Throwable #1:
> org.apache.solr.client.solrj.SolrServerException: Server refused connection
> at: http://127.0.0.1:33822/hz/en
> : [junit4] > at
> __randomizedtesting.SeedInfo.seed([FBC67B6C64D67187:7A20F574138911BB]:0)
> : [junit4] > at
> org.apache.solr.client.solrj.impl.HttpSolrServer.request(HttpSolrServer.java:428)
> : [junit4] > at
> org.apache.solr.client.solrj.impl.HttpSolrServer.request(HttpSolrServer.java:180)
> : [junit4] > at
> org.apache.solr.cloud.AbstractFullDistribZkTestBase.createCollection(AbstractFullDistribZkTestBase.java:1535)
> : [junit4] > at
> org.apache.solr.cloud.CollectionsAPIDistributedZkTest.testCustomCollectionsAPI(CollectionsAPIDistributedZkTest.java:677)
> : [junit4] > at
> org.apache.solr.cloud.CollectionsAPIDistributedZkTest.doTest(CollectionsAPIDistributedZkTest.java:159)
> : [junit4] > at
> org.apache.solr.BaseDistributedSearchTestCase.testDistribSearch(BaseDistributedSearchTestCase.java:835)
> : [junit4] > at java.lang.Thread.run(Thread.java:724)
> : [junit4] > Caused by:
> org.apache.http.conn.HttpHostConnectException: Connection to
> http://127.0.0.1:33822 refused
> : [junit4] > at
> org.apache.http.impl.conn.DefaultClientConnectionOperator.openConnection(DefaultClientConnectionOperator.java:190)
> : [junit4] > at
> org.apache.http.impl.conn.ManagedClientConnectionImpl.open(ManagedClientConnectionImpl.java:294)
> : [junit4] > at
> org.apache.http.impl.client.DefaultRequestDirector.tryConnect(DefaultRequestDirector.java:645)
> : [junit4] > at
> org.apache.http.impl.client.DefaultRequestDirector.execute(DefaultRequestDirector.java:480)
> : [junit4] > at
> org.apache.http.impl.client.AbstractHttpClient.execute(AbstractHttpClient.java:906)
> : [junit4] > at
> org.apache.http.impl.client.AbstractHttpClient.execute(AbstractHttpClient.java:805)
> : [junit4] > at
> org.apache.http.impl.client.AbstractHttpClient.execute(AbstractHttpClient.java:784)
> : [junit4] > at
> org.apache.solr.client.solrj.impl.HttpSolrServer.request(HttpSolrServer.java:365)
> : [junit4] > ... 45 more
> : [junit4] > Caused by: java.net.ConnectException: Connection refused
> : [junit4] > at java.net.PlainSocketImpl.socketConnect(Native
> Method)
> : [junit4] > at
> java.net.AbstractPlainSocketImpl.doConnect(AbstractPlainSocketImpl.java:339)
> : [junit4] > at
> java.net.AbstractPlainSocketImpl.connectToAddress(AbstractPlainSocketImpl.java:200)
> : [junit4] > at
> java.net.AbstractPlainSocketImpl.connect(AbstractPlainSocketImpl.java:182)
> : [junit4] > at
> java.net.SocksSocketImpl.connect(SocksSocketImpl.java:392)
> : [junit4] > at java.net.Socket.connect(Socket.java:579)
> : [junit4] > at
> org.apache.http.conn.scheme.PlainSocketFactory.connectSocket(PlainSocketFactory.java:127)
> : [junit4] > at
> org.apache.http.impl.conn.DefaultClientConnectionOperator.openConnection(DefaultClientConnectionOperator.java:180)
> : [junit4] > ... 52 more
> : [junit4] 2> 752373 T2417 oas.SolrTestCaseJ4.deleteCore ###deleteCore
> : [junit4] 2> 166239 T2416 ccr.ThreadLeakControl.checkThreadLeaks
> WARNING Will linger awaiting termination of 2 leaked thread(s).
> : [junit4] 2> NOTE: test params are:
> codec=FastCompressingStoredFields(storedFieldsFormat=CompressingStoredFieldsFormat(compressionMode=FAST,
> chunkSize=349),
> termVectorsFormat=CompressingTermVectorsFormat(compressionMode=FAST,
> chunkSize=349)), sim=DefaultSimilarity, locale=bg_BG, timezone=Europe/Athens
> : [junit4] 2> NOTE: Linux 3.2.0-51-generic i386/Oracle Corporation
> 1.7.0_25 (32-bit)/cpus=8,threads=1,free=180364184,total=331546624
> : [junit4] 2> NOTE: All tests run in this JVM: [ScriptEngineTest,
> TestSort, SpellingQueryConverterTest, TestFaceting, TestCoreContainer,
> TestValueSourceCache, HdfsUnloadDistributedZkTest, BlockDirectoryTest,
> TestSearchPerf, LoggingHandlerTest, AliasIntegrationTest,
> TestPerFieldSimilarity, AlternateDirectoryTest,
> QueryElevationComponentTest, ExternalFileFieldSortTest, ZkControllerTest,
> TestCharFilters, SimpleFacetsTest, ShardRoutingTest,
> DirectSolrConnectionTest, StressHdfsTest, TestLMDirichletSimilarityFactory,
> SOLR749Test, SolrInfoMBeanTest, TestPHPSerializedResponseWriter,
> TestBadConfig, TestFieldResource, SystemInfoHandlerTest,
> TestStressRecovery, TestGroupingSearch, PrimitiveFieldTypeTest,
> PluginInfoTest, UnloadDistributedZkTest, HdfsDirectoryTest,
> SpatialFilterTest, IndexSchemaTest, TestLFUCache, SolrCoreTest,
> TestSolrDeletionPolicy2, TestRecoveryHdfs, TestDocSet,
> TestDefaultSearchFieldResource, UpdateRequestProcessorFactoryTest,
> DistributedQueryElevationComponentTest, TestSolrCoreProperties,
> ShowFileRequestHandlerTest, TestSweetSpotSimilarityFactory,
> SearchHandlerTest, TestDynamicFieldCollectionResource, SolrTestCaseJ4Test,
> ResourceLoaderTest, RegexBoostProcessorTest, DateFieldTest,
> FastVectorHighlighterTest, MBeansHandlerTest, TestSolrDeletionPolicy1,
> QueryParsingTest, AnalysisAfterCoreReloadTest, OverseerTest,
> CachingDirectoryFactoryTest, RAMDirectoryFactoryTest, QueryEqualityTest,
> TestPluginEnable, WordBreakSolrSpellCheckerTest,
> TestFuzzyAnalyzedSuggestions, SoftAutoCommitTest, CoreAdminHandlerTest,
> TestDocumentBuilder, ClusterStateUpdateTest, CircularListTest,
> BasicDistributedZkTest, TestPhraseSuggestions, TestFastLRUCache,
> TestConfig, DistributedSpellCheckComponentTest, TestFastWriter,
> CacheHeaderTest, CollectionsAPIDistributedZkTest]
> : [junit4] Completed on J0 in 166.77s, 1 test, 1 error <<< FAILURES!
> :
> : [...truncated 487 lines...]
> : BUILD FAILED
> : /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/build.xml:395: The
> following error occurred while executing this line:
> : /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/build.xml:375: The
> following error occurred while executing this line:
> : /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/build.xml:39: The
> following error occurred while executing this line:
> : /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build.xml:181: The
> following error occurred while executing this line:
> :
> /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/common-build.xml:449:
> The following error occurred while executing this line:
> :
> /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/lucene/common-build.xml:1233:
> The following error occurred while executing this line:
> :
> /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/lucene/common-build.xml:876:
> There were test failures: 321 suites, 1350 tests, 1 error, 34 ignored (6
> assumptions)
> :
> : Total time: 41 minutes 30 seconds
> : Build step 'Invoke Ant' marked build as failure
> : Description set: Java: 32bit/jdk1.7.0_25 -server -XX:+UseParallelGC
> : Archiving artifacts
> : Recording test results
> : Email was triggered for: Failure
> : Sending email for trigger: Failure
> :
> :
> :
>
> -Hoss
--
-----------------------------------------------------
Noble Paul
Re: [JENKINS] Lucene-Solr-4.x-Linux (32bit/jdk1.7.0_25) - Build #
6751 - Failure!
Posted by Chris Hostetter <ho...@fucit.org>.
Noble,
This pattern of failure (CollectionsAPIDistributedZkTest.testDistribSearch
inside the testCustomCollectionsAPI method) has been happenining a lot
ever since your r1508968 commit that introduced the new
testCustomCollectionsAPI method in this test...
https://svn.apache.org/viewvc/lucene/dev/trunk/solr/core/src/test/org/apache/solr/cloud/CollectionsAPIDistributedZkTest.java?r1=1478701&r2=1508968
I'm seeing lots of fairly consistent jenkins failures, on multiple OSes
and java versions, as well as frequent local failures on my machine ...
are you looking into this?
: Date: Thu, 1 Aug 2013 15:04:47 +0000 (UTC)
: From: Policeman Jenkins Server <je...@thetaphi.de>
: Reply-To: dev@lucene.apache.org
: To: dev@lucene.apache.org
: Subject: [JENKINS] Lucene-Solr-4.x-Linux (32bit/jdk1.7.0_25) - Build # 6751 -
: Failure!
:
: Build: http://jenkins.thetaphi.de/job/Lucene-Solr-4.x-Linux/6751/
: Java: 32bit/jdk1.7.0_25 -server -XX:+UseParallelGC
:
: 1 tests failed.
: FAILED: org.apache.solr.cloud.CollectionsAPIDistributedZkTest.testDistribSearch
:
: Error Message:
: Server refused connection at: http://127.0.0.1:33822/hz/en
:
: Stack Trace:
: org.apache.solr.client.solrj.SolrServerException: Server refused connection at: http://127.0.0.1:33822/hz/en
: at __randomizedtesting.SeedInfo.seed([FBC67B6C64D67187:7A20F574138911BB]:0)
: at org.apache.solr.client.solrj.impl.HttpSolrServer.request(HttpSolrServer.java:428)
: at org.apache.solr.client.solrj.impl.HttpSolrServer.request(HttpSolrServer.java:180)
: at org.apache.solr.cloud.AbstractFullDistribZkTestBase.createCollection(AbstractFullDistribZkTestBase.java:1535)
: at org.apache.solr.cloud.CollectionsAPIDistributedZkTest.testCustomCollectionsAPI(CollectionsAPIDistributedZkTest.java:677)
: at org.apache.solr.cloud.CollectionsAPIDistributedZkTest.doTest(CollectionsAPIDistributedZkTest.java:159)
: at org.apache.solr.BaseDistributedSearchTestCase.testDistribSearch(BaseDistributedSearchTestCase.java:835)
: at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
: at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:57)
: at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
: at java.lang.reflect.Method.invoke(Method.java:606)
: at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1559)
: at com.carrotsearch.randomizedtesting.RandomizedRunner.access$600(RandomizedRunner.java:79)
: at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:737)
: at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:773)
: at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:787)
: at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:53)
: at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:50)
: at org.apache.lucene.util.TestRuleFieldCacheSanity$1.evaluate(TestRuleFieldCacheSanity.java:51)
: at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:46)
: at com.carrotsearch.randomizedtesting.rules.SystemPropertiesInvariantRule$1.evaluate(SystemPropertiesInvariantRule.java:55)
: at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:49)
: at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:70)
: at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48)
: at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
: at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:358)
: at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:782)
: at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:442)
: at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:746)
: at com.carrotsearch.randomizedtesting.RandomizedRunner$3.evaluate(RandomizedRunner.java:648)
: at com.carrotsearch.randomizedtesting.RandomizedRunner$4.evaluate(RandomizedRunner.java:682)
: at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:693)
: at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
: at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:53)
: at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:46)
: at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:42)
: at com.carrotsearch.randomizedtesting.rules.SystemPropertiesInvariantRule$1.evaluate(SystemPropertiesInvariantRule.java:55)
: at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:39)
: at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:39)
: at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
: at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:43)
: at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48)
: at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:70)
: at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:55)
: at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
: at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:358)
: at java.lang.Thread.run(Thread.java:724)
: Caused by: org.apache.http.conn.HttpHostConnectException: Connection to http://127.0.0.1:33822 refused
: at org.apache.http.impl.conn.DefaultClientConnectionOperator.openConnection(DefaultClientConnectionOperator.java:190)
: at org.apache.http.impl.conn.ManagedClientConnectionImpl.open(ManagedClientConnectionImpl.java:294)
: at org.apache.http.impl.client.DefaultRequestDirector.tryConnect(DefaultRequestDirector.java:645)
: at org.apache.http.impl.client.DefaultRequestDirector.execute(DefaultRequestDirector.java:480)
: at org.apache.http.impl.client.AbstractHttpClient.execute(AbstractHttpClient.java:906)
: at org.apache.http.impl.client.AbstractHttpClient.execute(AbstractHttpClient.java:805)
: at org.apache.http.impl.client.AbstractHttpClient.execute(AbstractHttpClient.java:784)
: at org.apache.solr.client.solrj.impl.HttpSolrServer.request(HttpSolrServer.java:365)
: ... 45 more
: Caused by: java.net.ConnectException: Connection refused
: at java.net.PlainSocketImpl.socketConnect(Native Method)
: at java.net.AbstractPlainSocketImpl.doConnect(AbstractPlainSocketImpl.java:339)
: at java.net.AbstractPlainSocketImpl.connectToAddress(AbstractPlainSocketImpl.java:200)
: at java.net.AbstractPlainSocketImpl.connect(AbstractPlainSocketImpl.java:182)
: at java.net.SocksSocketImpl.connect(SocksSocketImpl.java:392)
: at java.net.Socket.connect(Socket.java:579)
: at org.apache.http.conn.scheme.PlainSocketFactory.connectSocket(PlainSocketFactory.java:127)
: at org.apache.http.impl.conn.DefaultClientConnectionOperator.openConnection(DefaultClientConnectionOperator.java:180)
: ... 52 more
:
:
:
:
: Build Log:
: [...truncated 9964 lines...]
: [junit4] Suite: org.apache.solr.cloud.CollectionsAPIDistributedZkTest
: [junit4] 2> 586139 T2417 oas.BaseDistributedSearchTestCase.initHostContext Setting hostContext system property: /hz/en
: [junit4] 2> 586143 T2417 oas.SolrTestCaseJ4.setUp ###Starting testDistribSearch
: [junit4] 2> Creating dataDir: /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/./solrtest-CollectionsAPIDistributedZkTest-1375368748401
: [junit4] 2> 586144 T2417 oasc.ZkTestServer.run STARTING ZK TEST SERVER
: [junit4] 2> 586144 T2418 oasc.ZkTestServer$ZKServerMain.runFromConfig Starting server
: [junit4] 2> 586244 T2417 oasc.ZkTestServer.run start zk server on port:57557
: [junit4] 2> 586245 T2417 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
: [junit4] 2> 586371 T2424 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@c859c1 name:ZooKeeperConnection Watcher:127.0.0.1:57557 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
: [junit4] 2> 586371 T2417 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
: [junit4] 2> 586371 T2417 oascc.SolrZkClient.makePath makePath: /solr
: [junit4] 2> 586375 T2417 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
: [junit4] 2> 586376 T2426 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@1c07d2d name:ZooKeeperConnection Watcher:127.0.0.1:57557/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
: [junit4] 2> 586377 T2417 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
: [junit4] 2> 586377 T2417 oascc.SolrZkClient.makePath makePath: /collections/collection1
: [junit4] 2> 586379 T2417 oascc.SolrZkClient.makePath makePath: /collections/collection1/shards
: [junit4] 2> 586380 T2417 oascc.SolrZkClient.makePath makePath: /collections/control_collection
: [junit4] 2> 586382 T2417 oascc.SolrZkClient.makePath makePath: /collections/control_collection/shards
: [junit4] 2> 586383 T2417 oasc.AbstractZkTestCase.putConfig put /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test-files/solr/collection1/conf/solrconfig-tlog.xml to /configs/conf1/solrconfig.xml
: [junit4] 2> 586384 T2417 oascc.SolrZkClient.makePath makePath: /configs/conf1/solrconfig.xml
: [junit4] 2> 586388 T2417 oasc.AbstractZkTestCase.putConfig put /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test-files/solr/collection1/conf/schema.xml to /configs/conf1/schema.xml
: [junit4] 2> 586388 T2417 oascc.SolrZkClient.makePath makePath: /configs/conf1/schema.xml
: [junit4] 2> 586392 T2417 oasc.AbstractZkTestCase.putConfig put /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test-files/solr/collection1/conf/stopwords.txt to /configs/conf1/stopwords.txt
: [junit4] 2> 586392 T2417 oascc.SolrZkClient.makePath makePath: /configs/conf1/stopwords.txt
: [junit4] 2> 586394 T2417 oasc.AbstractZkTestCase.putConfig put /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test-files/solr/collection1/conf/protwords.txt to /configs/conf1/protwords.txt
: [junit4] 2> 586394 T2417 oascc.SolrZkClient.makePath makePath: /configs/conf1/protwords.txt
: [junit4] 2> 586396 T2417 oasc.AbstractZkTestCase.putConfig put /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test-files/solr/collection1/conf/currency.xml to /configs/conf1/currency.xml
: [junit4] 2> 586396 T2417 oascc.SolrZkClient.makePath makePath: /configs/conf1/currency.xml
: [junit4] 2> 586398 T2417 oasc.AbstractZkTestCase.putConfig put /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test-files/solr/collection1/conf/open-exchange-rates.json to /configs/conf1/open-exchange-rates.json
: [junit4] 2> 586398 T2417 oascc.SolrZkClient.makePath makePath: /configs/conf1/open-exchange-rates.json
: [junit4] 2> 586400 T2417 oasc.AbstractZkTestCase.putConfig put /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test-files/solr/collection1/conf/mapping-ISOLatin1Accent.txt to /configs/conf1/mapping-ISOLatin1Accent.txt
: [junit4] 2> 586400 T2417 oascc.SolrZkClient.makePath makePath: /configs/conf1/mapping-ISOLatin1Accent.txt
: [junit4] 2> 586402 T2417 oasc.AbstractZkTestCase.putConfig put /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test-files/solr/collection1/conf/old_synonyms.txt to /configs/conf1/old_synonyms.txt
: [junit4] 2> 586402 T2417 oascc.SolrZkClient.makePath makePath: /configs/conf1/old_synonyms.txt
: [junit4] 2> 586403 T2417 oasc.AbstractZkTestCase.putConfig put /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test-files/solr/collection1/conf/synonyms.txt to /configs/conf1/synonyms.txt
: [junit4] 2> 586404 T2417 oascc.SolrZkClient.makePath makePath: /configs/conf1/synonyms.txt
: [junit4] 2> 586532 T2417 oejs.Server.doStart jetty-8.1.10.v20130312
: [junit4] 2> 586536 T2417 oejs.AbstractConnector.doStart Started SelectChannelConnector@127.0.0.1:37515
: [junit4] 2> 586536 T2417 oass.SolrDispatchFilter.init SolrDispatchFilter.init()
: [junit4] 2> 586536 T2417 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
: [junit4] 2> 586537 T2417 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-controljetty-1375368748663
: [junit4] 2> 586537 T2417 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-controljetty-1375368748663/'
: [junit4] 2> 586551 T2417 oasc.ConfigSolr.fromFile Loading container configuration from /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-controljetty-1375368748663/solr.xml
: [junit4] 2> 586582 T2417 oasc.ConfigSolrXml.<init> Config-defined core root directory:
: [junit4] 2> 586582 T2417 oasc.CoreContainer.<init> New CoreContainer 29449411
: [junit4] 2> 586582 T2417 oasc.CoreContainer.load Loading cores into CoreContainer [instanceDir=/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-controljetty-1375368748663/]
: [junit4] 2> 586583 T2417 oashc.HttpShardHandlerFactory.getParameter Setting socketTimeout to: 120000
: [junit4] 2> 586584 T2417 oashc.HttpShardHandlerFactory.getParameter Setting urlScheme to: http://
: [junit4] 2> 586584 T2417 oashc.HttpShardHandlerFactory.getParameter Setting connTimeout to: 15000
: [junit4] 2> 586584 T2417 oashc.HttpShardHandlerFactory.getParameter Setting maxConnectionsPerHost to: 20
: [junit4] 2> 586585 T2417 oashc.HttpShardHandlerFactory.getParameter Setting corePoolSize to: 0
: [junit4] 2> 586585 T2417 oashc.HttpShardHandlerFactory.getParameter Setting maximumPoolSize to: 2147483647
: [junit4] 2> 586585 T2417 oashc.HttpShardHandlerFactory.getParameter Setting maxThreadIdleTime to: 5
: [junit4] 2> 586585 T2417 oashc.HttpShardHandlerFactory.getParameter Setting sizeOfQueue to: -1
: [junit4] 2> 586586 T2417 oashc.HttpShardHandlerFactory.getParameter Setting fairnessPolicy to: false
: [junit4] 2> 586586 T2417 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnectionsPerHost=20&maxConnections=10000&socketTimeout=120000&connTimeout=15000&retry=false
: [junit4] 2> 586588 T2417 oasc.ZkContainer.initZooKeeper Zookeeper client=127.0.0.1:57557/solr
: [junit4] 2> 586589 T2417 oasc.ZkController.checkChrootPath zkHost includes chroot
: [junit4] 2> 586589 T2417 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
: [junit4] 2> 586590 T2437 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@7bcbc8 name:ZooKeeperConnection Watcher:127.0.0.1:57557 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
: [junit4] 2> 586591 T2417 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
: [junit4] 2> 586591 T2417 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=500&maxConnectionsPerHost=16&socketTimeout=120000&connTimeout=15000
: [junit4] 2> 586595 T2417 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
: [junit4] 2> 586596 T2439 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@1975884 name:ZooKeeperConnection Watcher:127.0.0.1:57557/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
: [junit4] 2> 586596 T2417 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
: [junit4] 2> 586598 T2417 oascc.SolrZkClient.makePath makePath: /overseer/queue
: [junit4] 2> 586600 T2417 oascc.SolrZkClient.makePath makePath: /overseer/collection-queue-work
: [junit4] 2> 586601 T2417 oascc.SolrZkClient.makePath makePath: /live_nodes
: [junit4] 2> 586605 T2417 oasc.ZkController.createEphemeralLiveNode Register node as live in ZooKeeper:/live_nodes/127.0.0.1:37515_hz%2Fen
: [junit4] 2> 586606 T2417 oascc.SolrZkClient.makePath makePath: /live_nodes/127.0.0.1:37515_hz%2Fen
: [junit4] 2> 586614 T2417 oascc.SolrZkClient.makePath makePath: /overseer_elect/election
: [junit4] 2> 586618 T2417 oascc.SolrZkClient.makePath makePath: /overseer_elect/leader
: [junit4] 2> 586619 T2417 oasc.Overseer.start Overseer (id=90136166295404547-127.0.0.1:37515_hz%2Fen-n_0000000000) starting
: [junit4] 2> 586622 T2417 oascc.SolrZkClient.makePath makePath: /overseer/queue-work
: [junit4] 2> 586625 T2441 oasc.OverseerCollectionProcessor.run Process current queue of collection creations
: [junit4] 2> 586625 T2417 oascc.SolrZkClient.makePath makePath: /clusterstate.json
: [junit4] 2> 586627 T2417 oascc.SolrZkClient.makePath makePath: /aliases.json
: [junit4] 2> 586628 T2417 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper...
: [junit4] 2> 586630 T2440 oasc.Overseer$ClusterStateUpdater.run Starting to work on the main queue
: [junit4] 2> 586633 T2417 oasc.CorePropertiesLocator.discover Looking for core definitions underneath /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-controljetty-1375368748663
: [junit4] 2> 586666 T2417 oasc.CorePropertiesLocator.discoverUnder Found core conf in /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-controljetty-1375368748663/conf/
: [junit4] 2> 586667 T2417 oasc.CorePropertiesLocator.discover Found 1 core definitions
: [junit4] 2> 586667 T2417 oass.SolrDispatchFilter.init user.dir=/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0
: [junit4] 2> 586668 T2417 oass.SolrDispatchFilter.init SolrDispatchFilter.init() done
: [junit4] 2> 586668 T2417 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
: [junit4] 2> 586671 T2417 oascsi.HttpClientUtil.createClient Creating new http client, config:
: [junit4] 2> 586672 T2417 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
: [junit4] 2> 586674 T2444 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@b669d1 name:ZooKeeperConnection Watcher:127.0.0.1:57557/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
: [junit4] 2> 586674 T2417 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
: [junit4] 2> 586675 T2417 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper...
: [junit4] 2> 586676 T2417 oasc.ChaosMonkey.monkeyLog monkey: init - expire sessions:true cause connection loss:true
: [junit4] 2> 586770 T2417 oejs.Server.doStart jetty-8.1.10.v20130312
: [junit4] 2> 586772 T2417 oejs.AbstractConnector.doStart Started SelectChannelConnector@127.0.0.1:33822
: [junit4] 2> 586773 T2417 oass.SolrDispatchFilter.init SolrDispatchFilter.init()
: [junit4] 2> 586774 T2417 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
: [junit4] 2> 586774 T2417 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty1-1375368748934
: [junit4] 2> 586775 T2417 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty1-1375368748934/'
: [junit4] 2> 586790 T2417 oasc.ConfigSolr.fromFile Loading container configuration from /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty1-1375368748934/solr.xml
: [junit4] 2> 586837 T2417 oasc.ConfigSolrXml.<init> Config-defined core root directory:
: [junit4] 2> 586837 T2417 oasc.CoreContainer.<init> New CoreContainer 17880774
: [junit4] 2> 586838 T2417 oasc.CoreContainer.load Loading cores into CoreContainer [instanceDir=/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty1-1375368748934/]
: [junit4] 2> 586839 T2417 oashc.HttpShardHandlerFactory.getParameter Setting socketTimeout to: 120000
: [junit4] 2> 586840 T2417 oashc.HttpShardHandlerFactory.getParameter Setting urlScheme to: http://
: [junit4] 2> 586840 T2417 oashc.HttpShardHandlerFactory.getParameter Setting connTimeout to: 15000
: [junit4] 2> 586840 T2417 oashc.HttpShardHandlerFactory.getParameter Setting maxConnectionsPerHost to: 20
: [junit4] 2> 586841 T2417 oashc.HttpShardHandlerFactory.getParameter Setting corePoolSize to: 0
: [junit4] 2> 586841 T2417 oashc.HttpShardHandlerFactory.getParameter Setting maximumPoolSize to: 2147483647
: [junit4] 2> 586841 T2417 oashc.HttpShardHandlerFactory.getParameter Setting maxThreadIdleTime to: 5
: [junit4] 2> 586842 T2417 oashc.HttpShardHandlerFactory.getParameter Setting sizeOfQueue to: -1
: [junit4] 2> 586842 T2417 oashc.HttpShardHandlerFactory.getParameter Setting fairnessPolicy to: false
: [junit4] 2> 586843 T2417 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnectionsPerHost=20&maxConnections=10000&socketTimeout=120000&connTimeout=15000&retry=false
: [junit4] 2> 586846 T2417 oasc.ZkContainer.initZooKeeper Zookeeper client=127.0.0.1:57557/solr
: [junit4] 2> 586846 T2417 oasc.ZkController.checkChrootPath zkHost includes chroot
: [junit4] 2> 586847 T2417 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
: [junit4] 2> 586848 T2455 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@301f3f name:ZooKeeperConnection Watcher:127.0.0.1:57557 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
: [junit4] 2> 586848 T2417 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
: [junit4] 2> 586850 T2417 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=500&maxConnectionsPerHost=16&socketTimeout=120000&connTimeout=15000
: [junit4] 2> 586852 T2417 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
: [junit4] 2> 586854 T2457 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@1d33e00 name:ZooKeeperConnection Watcher:127.0.0.1:57557/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
: [junit4] 2> 586854 T2417 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
: [junit4] 2> 586857 T2417 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper...
: [junit4] 2> 587859 T2417 oasc.ZkController.createEphemeralLiveNode Register node as live in ZooKeeper:/live_nodes/127.0.0.1:33822_hz%2Fen
: [junit4] 2> 587861 T2417 oascc.SolrZkClient.makePath makePath: /live_nodes/127.0.0.1:33822_hz%2Fen
: [junit4] 2> 587862 T2444 oascc.ZkStateReader$3.process Updating live nodes... (2)
: [junit4] 2> 587862 T2439 oascc.ZkStateReader$3.process Updating live nodes... (2)
: [junit4] 2> 587862 T2457 oascc.ZkStateReader$3.process Updating live nodes... (2)
: [junit4] 2> 587867 T2417 oasc.CorePropertiesLocator.discover Looking for core definitions underneath /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty1-1375368748934
: [junit4] 2> 587893 T2417 oasc.CorePropertiesLocator.discoverUnder Found core conf in /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty1-1375368748934/conf/
: [junit4] 2> 587893 T2417 oasc.CorePropertiesLocator.discover Found 1 core definitions
: [junit4] 2> 587894 T2417 oass.SolrDispatchFilter.init user.dir=/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0
: [junit4] 2> 587894 T2417 oass.SolrDispatchFilter.init SolrDispatchFilter.init() done
: [junit4] 2> 587894 T2417 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
: [junit4] 2> 587968 T2417 oejs.Server.doStart jetty-8.1.10.v20130312
: [junit4] 2> 587970 T2417 oejs.AbstractConnector.doStart Started SelectChannelConnector@127.0.0.1:60639
: [junit4] 2> 587971 T2417 oass.SolrDispatchFilter.init SolrDispatchFilter.init()
: [junit4] 2> 587971 T2417 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
: [junit4] 2> 587971 T2417 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty2-1375368750163
: [junit4] 2> 587972 T2417 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty2-1375368750163/'
: [junit4] 2> 587981 T2417 oasc.ConfigSolr.fromFile Loading container configuration from /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty2-1375368750163/solr.xml
: [junit4] 2> 588008 T2417 oasc.ConfigSolrXml.<init> Config-defined core root directory:
: [junit4] 2> 588009 T2417 oasc.CoreContainer.<init> New CoreContainer 25318870
: [junit4] 2> 588009 T2417 oasc.CoreContainer.load Loading cores into CoreContainer [instanceDir=/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty2-1375368750163/]
: [junit4] 2> 588010 T2417 oashc.HttpShardHandlerFactory.getParameter Setting socketTimeout to: 120000
: [junit4] 2> 588010 T2417 oashc.HttpShardHandlerFactory.getParameter Setting urlScheme to: http://
: [junit4] 2> 588010 T2417 oashc.HttpShardHandlerFactory.getParameter Setting connTimeout to: 15000
: [junit4] 2> 588011 T2417 oashc.HttpShardHandlerFactory.getParameter Setting maxConnectionsPerHost to: 20
: [junit4] 2> 588011 T2417 oashc.HttpShardHandlerFactory.getParameter Setting corePoolSize to: 0
: [junit4] 2> 588011 T2417 oashc.HttpShardHandlerFactory.getParameter Setting maximumPoolSize to: 2147483647
: [junit4] 2> 588011 T2417 oashc.HttpShardHandlerFactory.getParameter Setting maxThreadIdleTime to: 5
: [junit4] 2> 588012 T2417 oashc.HttpShardHandlerFactory.getParameter Setting sizeOfQueue to: -1
: [junit4] 2> 588012 T2417 oashc.HttpShardHandlerFactory.getParameter Setting fairnessPolicy to: false
: [junit4] 2> 588012 T2417 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnectionsPerHost=20&maxConnections=10000&socketTimeout=120000&connTimeout=15000&retry=false
: [junit4] 2> 588015 T2417 oasc.ZkContainer.initZooKeeper Zookeeper client=127.0.0.1:57557/solr
: [junit4] 2> 588015 T2417 oasc.ZkController.checkChrootPath zkHost includes chroot
: [junit4] 2> 588016 T2417 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
: [junit4] 2> 588017 T2469 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@b9de name:ZooKeeperConnection Watcher:127.0.0.1:57557 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
: [junit4] 2> 588018 T2417 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
: [junit4] 2> 588020 T2417 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=500&maxConnectionsPerHost=16&socketTimeout=120000&connTimeout=15000
: [junit4] 2> 588023 T2417 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
: [junit4] 2> 588024 T2471 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@46ec50 name:ZooKeeperConnection Watcher:127.0.0.1:57557/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
: [junit4] 2> 588024 T2417 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
: [junit4] 2> 588026 T2417 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper...
: [junit4] 2> 589028 T2417 oasc.ZkController.createEphemeralLiveNode Register node as live in ZooKeeper:/live_nodes/127.0.0.1:60639_hz%2Fen
: [junit4] 2> 589029 T2417 oascc.SolrZkClient.makePath makePath: /live_nodes/127.0.0.1:60639_hz%2Fen
: [junit4] 2> 589031 T2444 oascc.ZkStateReader$3.process Updating live nodes... (3)
: [junit4] 2> 589031 T2457 oascc.ZkStateReader$3.process Updating live nodes... (3)
: [junit4] 2> 589031 T2439 oascc.ZkStateReader$3.process Updating live nodes... (3)
: [junit4] 2> 589031 T2471 oascc.ZkStateReader$3.process Updating live nodes... (3)
: [junit4] 2> 589034 T2417 oasc.CorePropertiesLocator.discover Looking for core definitions underneath /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty2-1375368750163
: [junit4] 2> 589057 T2417 oasc.CorePropertiesLocator.discoverUnder Found core conf in /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty2-1375368750163/conf/
: [junit4] 2> 589058 T2417 oasc.CorePropertiesLocator.discover Found 1 core definitions
: [junit4] 2> 589058 T2417 oass.SolrDispatchFilter.init user.dir=/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0
: [junit4] 2> 589059 T2417 oass.SolrDispatchFilter.init SolrDispatchFilter.init() done
: [junit4] 2> 589059 T2417 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
: [junit4] 2> 589123 T2417 oejs.Server.doStart jetty-8.1.10.v20130312
: [junit4] 2> 589125 T2417 oejs.AbstractConnector.doStart Started SelectChannelConnector@127.0.0.1:49815
: [junit4] 2> 589126 T2417 oass.SolrDispatchFilter.init SolrDispatchFilter.init()
: [junit4] 2> 589126 T2417 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
: [junit4] 2> 589127 T2417 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty3-1375368751318
: [junit4] 2> 589127 T2417 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty3-1375368751318/'
: [junit4] 2> 589136 T2417 oasc.ConfigSolr.fromFile Loading container configuration from /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty3-1375368751318/solr.xml
: [junit4] 2> 589164 T2417 oasc.ConfigSolrXml.<init> Config-defined core root directory:
: [junit4] 2> 589164 T2417 oasc.CoreContainer.<init> New CoreContainer 14922430
: [junit4] 2> 589164 T2417 oasc.CoreContainer.load Loading cores into CoreContainer [instanceDir=/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty3-1375368751318/]
: [junit4] 2> 589165 T2417 oashc.HttpShardHandlerFactory.getParameter Setting socketTimeout to: 120000
: [junit4] 2> 589166 T2417 oashc.HttpShardHandlerFactory.getParameter Setting urlScheme to: http://
: [junit4] 2> 589166 T2417 oashc.HttpShardHandlerFactory.getParameter Setting connTimeout to: 15000
: [junit4] 2> 589166 T2417 oashc.HttpShardHandlerFactory.getParameter Setting maxConnectionsPerHost to: 20
: [junit4] 2> 589166 T2417 oashc.HttpShardHandlerFactory.getParameter Setting corePoolSize to: 0
: [junit4] 2> 589167 T2417 oashc.HttpShardHandlerFactory.getParameter Setting maximumPoolSize to: 2147483647
: [junit4] 2> 589167 T2417 oashc.HttpShardHandlerFactory.getParameter Setting maxThreadIdleTime to: 5
: [junit4] 2> 589167 T2417 oashc.HttpShardHandlerFactory.getParameter Setting sizeOfQueue to: -1
: [junit4] 2> 589167 T2417 oashc.HttpShardHandlerFactory.getParameter Setting fairnessPolicy to: false
: [junit4] 2> 589168 T2417 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnectionsPerHost=20&maxConnections=10000&socketTimeout=120000&connTimeout=15000&retry=false
: [junit4] 2> 589170 T2417 oasc.ZkContainer.initZooKeeper Zookeeper client=127.0.0.1:57557/solr
: [junit4] 2> 589171 T2417 oasc.ZkController.checkChrootPath zkHost includes chroot
: [junit4] 2> 589171 T2417 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
: [junit4] 2> 589172 T2483 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@1320c28 name:ZooKeeperConnection Watcher:127.0.0.1:57557 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
: [junit4] 2> 589173 T2417 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
: [junit4] 2> 589174 T2417 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=500&maxConnectionsPerHost=16&socketTimeout=120000&connTimeout=15000
: [junit4] 2> 589176 T2417 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
: [junit4] 2> 589177 T2485 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@1bb83e3 name:ZooKeeperConnection Watcher:127.0.0.1:57557/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
: [junit4] 2> 589177 T2417 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
: [junit4] 2> 589180 T2417 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper...
: [junit4] 2> 590182 T2417 oasc.ZkController.createEphemeralLiveNode Register node as live in ZooKeeper:/live_nodes/127.0.0.1:49815_hz%2Fen
: [junit4] 2> 590183 T2417 oascc.SolrZkClient.makePath makePath: /live_nodes/127.0.0.1:49815_hz%2Fen
: [junit4] 2> 590184 T2457 oascc.ZkStateReader$3.process Updating live nodes... (4)
: [junit4] 2> 590185 T2444 oascc.ZkStateReader$3.process Updating live nodes... (4)
: [junit4] 2> 590185 T2471 oascc.ZkStateReader$3.process Updating live nodes... (4)
: [junit4] 2> 590185 T2439 oascc.ZkStateReader$3.process Updating live nodes... (4)
: [junit4] 2> 590185 T2485 oascc.ZkStateReader$3.process Updating live nodes... (4)
: [junit4] 2> 590189 T2417 oasc.CorePropertiesLocator.discover Looking for core definitions underneath /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty3-1375368751318
: [junit4] 2> 590212 T2417 oasc.CorePropertiesLocator.discoverUnder Found core conf in /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty3-1375368751318/conf/
: [junit4] 2> 590212 T2417 oasc.CorePropertiesLocator.discover Found 1 core definitions
: [junit4] 2> 590213 T2417 oass.SolrDispatchFilter.init user.dir=/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0
: [junit4] 2> 590213 T2417 oass.SolrDispatchFilter.init SolrDispatchFilter.init() done
: [junit4] 2> 590213 T2417 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
: [junit4] 2> 590279 T2417 oejs.Server.doStart jetty-8.1.10.v20130312
: [junit4] 2> 590281 T2417 oejs.AbstractConnector.doStart Started SelectChannelConnector@127.0.0.1:36140
: [junit4] 2> 590282 T2417 oass.SolrDispatchFilter.init SolrDispatchFilter.init()
: [junit4] 2> 590282 T2417 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
: [junit4] 2> 590283 T2417 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty4-1375368752473
: [junit4] 2> 590283 T2417 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty4-1375368752473/'
: [junit4] 2> 590292 T2417 oasc.ConfigSolr.fromFile Loading container configuration from /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty4-1375368752473/solr.xml
: [junit4] 2> 590320 T2417 oasc.ConfigSolrXml.<init> Config-defined core root directory:
: [junit4] 2> 590320 T2417 oasc.CoreContainer.<init> New CoreContainer 22021398
: [junit4] 2> 590321 T2417 oasc.CoreContainer.load Loading cores into CoreContainer [instanceDir=/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty4-1375368752473/]
: [junit4] 2> 590321 T2417 oashc.HttpShardHandlerFactory.getParameter Setting socketTimeout to: 120000
: [junit4] 2> 590322 T2417 oashc.HttpShardHandlerFactory.getParameter Setting urlScheme to: http://
: [junit4] 2> 590322 T2417 oashc.HttpShardHandlerFactory.getParameter Setting connTimeout to: 15000
: [junit4] 2> 590322 T2417 oashc.HttpShardHandlerFactory.getParameter Setting maxConnectionsPerHost to: 20
: [junit4] 2> 590322 T2417 oashc.HttpShardHandlerFactory.getParameter Setting corePoolSize to: 0
: [junit4] 2> 590323 T2417 oashc.HttpShardHandlerFactory.getParameter Setting maximumPoolSize to: 2147483647
: [junit4] 2> 590323 T2417 oashc.HttpShardHandlerFactory.getParameter Setting maxThreadIdleTime to: 5
: [junit4] 2> 590323 T2417 oashc.HttpShardHandlerFactory.getParameter Setting sizeOfQueue to: -1
: [junit4] 2> 590323 T2417 oashc.HttpShardHandlerFactory.getParameter Setting fairnessPolicy to: false
: [junit4] 2> 590324 T2417 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnectionsPerHost=20&maxConnections=10000&socketTimeout=120000&connTimeout=15000&retry=false
: [junit4] 2> 590326 T2417 oasc.ZkContainer.initZooKeeper Zookeeper client=127.0.0.1:57557/solr
: [junit4] 2> 590327 T2417 oasc.ZkController.checkChrootPath zkHost includes chroot
: [junit4] 2> 590327 T2417 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
: [junit4] 2> 590328 T2497 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@1a7c78d name:ZooKeeperConnection Watcher:127.0.0.1:57557 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
: [junit4] 2> 590329 T2417 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
: [junit4] 2> 590329 T2417 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=500&maxConnectionsPerHost=16&socketTimeout=120000&connTimeout=15000
: [junit4] 2> 590332 T2417 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
: [junit4] 2> 590333 T2499 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@17ed7c2 name:ZooKeeperConnection Watcher:127.0.0.1:57557/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
: [junit4] 2> 590333 T2417 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
: [junit4] 2> 590335 T2417 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper...
: [junit4] 2> 591337 T2417 oasc.ZkController.createEphemeralLiveNode Register node as live in ZooKeeper:/live_nodes/127.0.0.1:36140_hz%2Fen
: [junit4] 2> 591339 T2417 oascc.SolrZkClient.makePath makePath: /live_nodes/127.0.0.1:36140_hz%2Fen
: [junit4] 2> 591341 T2444 oascc.ZkStateReader$3.process Updating live nodes... (5)
: [junit4] 2> 591341 T2485 oascc.ZkStateReader$3.process Updating live nodes... (5)
: [junit4] 2> 591341 T2439 oascc.ZkStateReader$3.process Updating live nodes... (5)
: [junit4] 2> 591341 T2457 oascc.ZkStateReader$3.process Updating live nodes... (5)
: [junit4] 2> 591341 T2499 oascc.ZkStateReader$3.process Updating live nodes... (5)
: [junit4] 2> 591341 T2471 oascc.ZkStateReader$3.process Updating live nodes... (5)
: [junit4] 2> 591345 T2417 oasc.CorePropertiesLocator.discover Looking for core definitions underneath /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty4-1375368752473
: [junit4] 2> 591382 T2417 oasc.CorePropertiesLocator.discoverUnder Found core conf in /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty4-1375368752473/conf/
: [junit4] 2> 591383 T2417 oasc.CorePropertiesLocator.discover Found 1 core definitions
: [junit4] 2> 591383 T2417 oass.SolrDispatchFilter.init user.dir=/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0
: [junit4] 2> 591384 T2417 oass.SolrDispatchFilter.init SolrDispatchFilter.init() done
: [junit4] 2> 591384 T2417 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
: [junit4] 2> 591388 T2417 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
: [junit4] 2> 591393 T2452 oasha.CollectionsHandler.handleCreateAction Creating Collection : numShards=2&name=nodes_used_collection&replicationFactor=2&action=CREATE&wt=javabin&version=2
: [junit4] 2> 591394 T2439 oasc.DistributedQueue$LatchChildWatcher.process Watcher fired on path: /overseer/collection-queue-work state: SyncConnected type NodeChildrenChanged
: [junit4] 2> 591395 T2439 oasc.DistributedQueue$LatchChildWatcher.process Watcher fired on path: /overseer/collection-queue-work state: SyncConnected type NodeChildrenChanged
: [junit4] 2> 591395 T2441 oasc.OverseerCollectionProcessor.run Overseer Collection Processor: Get the message id:/overseer/collection-queue-work/qn-0000000000 message:{
: [junit4] 2> "operation":"createcollection",
: [junit4] 2> "numShards":"2",
: [junit4] 2> "name":"nodes_used_collection",
: [junit4] 2> "replicationFactor":"2"}
: [junit4] 2> 591395 T2441 oasc.OverseerCollectionProcessor.processMessage WARN OverseerCollectionProcessor.processMessage : createcollection , {
: [junit4] 2> "operation":"createcollection",
: [junit4] 2> "numShards":"2",
: [junit4] 2> "name":"nodes_used_collection",
: [junit4] 2> "replicationFactor":"2"}
: [junit4] 2> 592638 T2440 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper...
: [junit4] 2> 592639 T2440 oasc.Overseer$ClusterStateUpdater.buildCollection building a new collection: nodes_used_collection
: [junit4] 2> 592639 T2440 oasc.Overseer$ClusterStateUpdater.createCollection Create collection nodes_used_collection with shards [shard1, shard2]
: [junit4] 2> 592641 T2444 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
: [junit4] 2> 592641 T2457 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
: [junit4] 2> 592642 T2485 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
: [junit4] 2> 592641 T2471 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
: [junit4] 2> 592641 T2499 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
: [junit4] 2> 592641 T2439 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
: [junit4] 2> 592698 T2441 oasc.OverseerCollectionProcessor.createCollection going to create cores replicas shardNames [shard1, shard2] , repFactor : 2
: [junit4] 2> 592699 T2441 oasc.OverseerCollectionProcessor.createCollection Creating shard nodes_used_collection_shard1_replica1 as part of slice shard1 of collection nodes_used_collection on 127.0.0.1:49815_hz%2Fen
: [junit4] 2> 592699 T2441 oasc.OverseerCollectionProcessor.createCollection Creating shard nodes_used_collection_shard1_replica2 as part of slice shard1 of collection nodes_used_collection on 127.0.0.1:36140_hz%2Fen
: [junit4] 2> 592700 T2441 oasc.OverseerCollectionProcessor.createCollection Creating shard nodes_used_collection_shard2_replica1 as part of slice shard2 of collection nodes_used_collection on 127.0.0.1:60639_hz%2Fen
: [junit4] 2> 592700 T2441 oasc.OverseerCollectionProcessor.createCollection Creating shard nodes_used_collection_shard2_replica2 as part of slice shard2 of collection nodes_used_collection on 127.0.0.1:33822_hz%2Fen
: [junit4] 2> 592702 T2492 oasc.ZkController.publish publishing core=nodes_used_collection_shard1_replica2 state=down
: [junit4] 2> 592702 T2478 oasc.ZkController.publish publishing core=nodes_used_collection_shard1_replica1 state=down
: [junit4] 2> 592702 T2464 oasc.ZkController.publish publishing core=nodes_used_collection_shard2_replica1 state=down
: [junit4] 2> 592703 T2492 oasc.ZkController.waitForCoreNodeName look for our core node name
: [junit4] 2> 592703 T2450 oasc.ZkController.publish publishing core=nodes_used_collection_shard2_replica2 state=down
: [junit4] 2> 592703 T2478 oasc.ZkController.waitForCoreNodeName look for our core node name
: [junit4] 2> 592704 T2464 oasc.ZkController.waitForCoreNodeName look for our core node name
: [junit4] 2> 592704 T2450 oasc.ZkController.waitForCoreNodeName look for our core node name
: [junit4] 2> 594145 T2440 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper...
: [junit4] 2> 594145 T2440 oasc.Overseer$ClusterStateUpdater.updateState WARN Could not find collection node for nodes_used_collection, skipping publish state
: [junit4] 2> 594146 T2440 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=2 message={
: [junit4] 2> "operation":"state",
: [junit4] 2> "core_node_name":"core_node1",
: [junit4] 2> "numShards":"2",
: [junit4] 2> "shard":"shard1",
: [junit4] 2> "roles":null,
: [junit4] 2> "state":"down",
: [junit4] 2> "shard_state":"active",
: [junit4] 2> "core":"nodes_used_collection_shard1_replica2",
: [junit4] 2> "collection":"nodes_used_collection",
: [junit4] 2> "shard_range":null,
: [junit4] 2> "node_name":"127.0.0.1:36140_hz%2Fen",
: [junit4] 2> "base_url":"http://127.0.0.1:36140/hz/en"}
: [junit4] 2> 594149 T2440 oasc.Overseer$ClusterStateUpdater.updateState WARN Could not find collection node for nodes_used_collection, skipping publish state
: [junit4] 2> 594149 T2440 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=2 message={
: [junit4] 2> "operation":"state",
: [junit4] 2> "core_node_name":"core_node2",
: [junit4] 2> "numShards":"2",
: [junit4] 2> "shard":"shard1",
: [junit4] 2> "roles":null,
: [junit4] 2> "state":"down",
: [junit4] 2> "shard_state":"active",
: [junit4] 2> "core":"nodes_used_collection_shard1_replica1",
: [junit4] 2> "collection":"nodes_used_collection",
: [junit4] 2> "shard_range":null,
: [junit4] 2> "node_name":"127.0.0.1:49815_hz%2Fen",
: [junit4] 2> "base_url":"http://127.0.0.1:49815/hz/en"}
: [junit4] 2> 594151 T2440 oasc.Overseer$ClusterStateUpdater.updateState WARN Could not find collection node for nodes_used_collection, skipping publish state
: [junit4] 2> 594151 T2440 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=2 message={
: [junit4] 2> "operation":"state",
: [junit4] 2> "core_node_name":"core_node3",
: [junit4] 2> "numShards":"2",
: [junit4] 2> "shard":"shard2",
: [junit4] 2> "roles":null,
: [junit4] 2> "state":"down",
: [junit4] 2> "shard_state":"active",
: [junit4] 2> "core":"nodes_used_collection_shard2_replica1",
: [junit4] 2> "collection":"nodes_used_collection",
: [junit4] 2> "shard_range":null,
: [junit4] 2> "node_name":"127.0.0.1:60639_hz%2Fen",
: [junit4] 2> "base_url":"http://127.0.0.1:60639/hz/en"}
: [junit4] 2> 594312 T2440 oasc.Overseer$ClusterStateUpdater.updateState WARN Could not find collection node for nodes_used_collection, skipping publish state
: [junit4] 2> 594313 T2440 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=2 message={
: [junit4] 2> "operation":"state",
: [junit4] 2> "core_node_name":"core_node4",
: [junit4] 2> "numShards":"2",
: [junit4] 2> "shard":"shard2",
: [junit4] 2> "roles":null,
: [junit4] 2> "state":"down",
: [junit4] 2> "shard_state":"active",
: [junit4] 2> "core":"nodes_used_collection_shard2_replica2",
: [junit4] 2> "collection":"nodes_used_collection",
: [junit4] 2> "shard_range":null,
: [junit4] 2> "node_name":"127.0.0.1:33822_hz%2Fen",
: [junit4] 2> "base_url":"http://127.0.0.1:33822/hz/en"}
: [junit4] 2> 594315 T2439 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
: [junit4] 2> 594315 T2485 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
: [junit4] 2> 594315 T2499 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
: [junit4] 2> 594315 T2444 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
: [junit4] 2> 594315 T2471 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
: [junit4] 2> 594315 T2457 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
: [junit4] 2> 594703 T2492 oasc.ZkController.waitForShardId waiting to find shard id in clusterstate for nodes_used_collection_shard1_replica2
: [junit4] 2> 594704 T2478 oasc.ZkController.waitForShardId waiting to find shard id in clusterstate for nodes_used_collection_shard1_replica1
: [junit4] 2> 594704 T2492 oasc.CorePropertiesLocator.writePropertiesFile ERROR Couldn't persist core properties to /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty4-1375368752473/nodes_used_collection_shard1_replica2/core.properties: java.io.FileNotFoundException: /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty4-1375368752473/nodes_used_collection_shard1_replica2/core.properties (No such file or directory)
: [junit4] 2> 594704 T2478 oasc.CorePropertiesLocator.writePropertiesFile ERROR Couldn't persist core properties to /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty3-1375368751318/nodes_used_collection_shard1_replica1/core.properties: java.io.FileNotFoundException: /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty3-1375368751318/nodes_used_collection_shard1_replica1/core.properties (No such file or directory)
: [junit4] 2> 594704 T2492 oasc.CoreContainer.create Creating SolrCore 'nodes_used_collection_shard1_replica2' using instanceDir: /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty4-1375368752473/nodes_used_collection_shard1_replica2
: [junit4] 2> 594705 T2492 oasc.ZkController.createCollectionZkNode Check for collection zkNode:nodes_used_collection
: [junit4] 2> 594704 T2464 oasc.ZkController.waitForShardId waiting to find shard id in clusterstate for nodes_used_collection_shard2_replica1
: [junit4] 2> 594705 T2450 oasc.ZkController.waitForShardId waiting to find shard id in clusterstate for nodes_used_collection_shard2_replica2
: [junit4] 2> 594705 T2478 oasc.CoreContainer.create Creating SolrCore 'nodes_used_collection_shard1_replica1' using instanceDir: /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty3-1375368751318/nodes_used_collection_shard1_replica1
: [junit4] 2> 594706 T2478 oasc.ZkController.createCollectionZkNode Check for collection zkNode:nodes_used_collection
: [junit4] 2> 594706 T2450 oasc.CorePropertiesLocator.writePropertiesFile ERROR Couldn't persist core properties to /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty1-1375368748934/nodes_used_collection_shard2_replica2/core.properties: java.io.FileNotFoundException: /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty1-1375368748934/nodes_used_collection_shard2_replica2/core.properties (No such file or directory)
: [junit4] 2> 594706 T2464 oasc.CorePropertiesLocator.writePropertiesFile ERROR Couldn't persist core properties to /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty2-1375368750163/nodes_used_collection_shard2_replica1/core.properties: java.io.FileNotFoundException: /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty2-1375368750163/nodes_used_collection_shard2_replica1/core.properties (No such file or directory)
: [junit4] 2> 594705 T2492 oasc.ZkController.createCollectionZkNode Creating collection in ZooKeeper:nodes_used_collection
: [junit4] 2> 594707 T2464 oasc.CoreContainer.create Creating SolrCore 'nodes_used_collection_shard2_replica1' using instanceDir: /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty2-1375368750163/nodes_used_collection_shard2_replica1
: [junit4] 2> 594707 T2464 oasc.ZkController.createCollectionZkNode Check for collection zkNode:nodes_used_collection
: [junit4] 2> 594707 T2478 oasc.ZkController.createCollectionZkNode Creating collection in ZooKeeper:nodes_used_collection
: [junit4] 2> 594707 T2450 oasc.CoreContainer.create Creating SolrCore 'nodes_used_collection_shard2_replica2' using instanceDir: /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty1-1375368748934/nodes_used_collection_shard2_replica2
: [junit4] 2> 594708 T2450 oasc.ZkController.createCollectionZkNode Check for collection zkNode:nodes_used_collection
: [junit4] 2> 594708 T2464 oasc.ZkController.createCollectionZkNode Creating collection in ZooKeeper:nodes_used_collection
: [junit4] 2> 594708 T2450 oasc.ZkController.createCollectionZkNode Creating collection in ZooKeeper:nodes_used_collection
: [junit4] 2> 594708 T2478 oasc.ZkController.getConfName Looking for collection configName
: [junit4] 2> 594707 T2492 oasc.ZkController.getConfName Looking for collection configName
: [junit4] 2> 594709 T2450 oasc.ZkController.getConfName Looking for collection configName
: [junit4] 2> 594709 T2464 oasc.ZkController.getConfName Looking for collection configName
: [junit4] 2> 594710 T2478 oasc.ZkController.getConfName Only one config set found in zk - using it:conf1
: [junit4] 2> 594710 T2478 oascc.SolrZkClient.makePath makePath: /collections/nodes_used_collection
: [junit4] 2> 594710 T2464 oasc.ZkController.getConfName Only one config set found in zk - using it:conf1
: [junit4] 2> 594711 T2492 oasc.ZkController.getConfName Only one config set found in zk - using it:conf1
: [junit4] 2> 594711 T2450 oasc.ZkController.getConfName Only one config set found in zk - using it:conf1
: [junit4] 2> 594711 T2492 oascc.SolrZkClient.makePath makePath: /collections/nodes_used_collection
: [junit4] 2> 594711 T2464 oascc.SolrZkClient.makePath makePath: /collections/nodes_used_collection
: [junit4] 2> 594711 T2450 oascc.SolrZkClient.makePath makePath: /collections/nodes_used_collection
: [junit4] 2> 594713 T2492 oasc.ZkController.readConfigName Load collection config from:/collections/nodes_used_collection
: [junit4] 2> 594713 T2450 oasc.ZkController.readConfigName Load collection config from:/collections/nodes_used_collection
: [junit4] 2> 594713 T2464 oasc.ZkController.readConfigName Load collection config from:/collections/nodes_used_collection
: [junit4] 2> 594713 T2478 oasc.ZkController.readConfigName Load collection config from:/collections/nodes_used_collection
: [junit4] 2> 594714 T2492 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty4-1375368752473/nodes_used_collection_shard1_replica2/'
: [junit4] 2> 594715 T2478 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty3-1375368751318/nodes_used_collection_shard1_replica1/'
: [junit4] 2> 594717 T2450 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty1-1375368748934/nodes_used_collection_shard2_replica2/'
: [junit4] 2> 594717 T2464 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty2-1375368750163/nodes_used_collection_shard2_replica1/'
: [junit4] 2> 594749 T2492 oasc.SolrConfig.<init> Using Lucene MatchVersion: LUCENE_45
: [junit4] 2> 594765 T2450 oasc.SolrConfig.<init> Using Lucene MatchVersion: LUCENE_45
: [junit4] 2> 594768 T2464 oasc.SolrConfig.<init> Using Lucene MatchVersion: LUCENE_45
: [junit4] 2> 594771 T2478 oasc.SolrConfig.<init> Using Lucene MatchVersion: LUCENE_45
: [junit4] 2> 594804 T2492 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml
: [junit4] 2> 594806 T2492 oass.IndexSchema.readSchema Reading Solr Schema from schema.xml
: [junit4] 2> 594812 T2464 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml
: [junit4] 2> 594813 T2450 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml
: [junit4] 2> 594814 T2464 oass.IndexSchema.readSchema Reading Solr Schema from schema.xml
: [junit4] 2> 594814 T2450 oass.IndexSchema.readSchema Reading Solr Schema from schema.xml
: [junit4] 2> 594817 T2492 oass.IndexSchema.readSchema [nodes_used_collection_shard1_replica2] Schema name=test
: [junit4] 2> 594821 T2450 oass.IndexSchema.readSchema [nodes_used_collection_shard2_replica2] Schema name=test
: [junit4] 2> 594823 T2464 oass.IndexSchema.readSchema [nodes_used_collection_shard2_replica1] Schema name=test
: [junit4] 2> 594827 T2478 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml
: [junit4] 2> 594831 T2478 oass.IndexSchema.readSchema Reading Solr Schema from schema.xml
: [junit4] 2> 594840 T2478 oass.IndexSchema.readSchema [nodes_used_collection_shard1_replica1] Schema name=test
: [junit4] 2> 595332 T2492 oass.ByteField.init WARN ByteField is deprecated and will be removed in 5.0. You should use TrieIntField instead.
: [junit4] 2> 595333 T2492 oass.ShortField.init WARN ShortField is deprecated and will be removed in 5.0. You should use TrieIntField instead.
: [junit4] 2> 595333 T2492 oass.OpenExchangeRatesOrgProvider.init Initialized with rates=open-exchange-rates.json, refreshInterval=1440.
: [junit4] 2> 595339 T2492 oass.IndexSchema.readSchema default search field in schema is text
: [junit4] 2> 595341 T2492 oass.IndexSchema.readSchema unique key field: id
: [junit4] 2> 595348 T2478 oass.ByteField.init WARN ByteField is deprecated and will be removed in 5.0. You should use TrieIntField instead.
: [junit4] 2> 595348 T2478 oass.ShortField.init WARN ShortField is deprecated and will be removed in 5.0. You should use TrieIntField instead.
: [junit4] 2> 595349 T2478 oass.OpenExchangeRatesOrgProvider.init Initialized with rates=open-exchange-rates.json, refreshInterval=1440.
: [junit4] 2> 595351 T2492 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
: [junit4] 2> 595352 T2450 oass.ByteField.init WARN ByteField is deprecated and will be removed in 5.0. You should use TrieIntField instead.
: [junit4] 2> 595353 T2450 oass.ShortField.init WARN ShortField is deprecated and will be removed in 5.0. You should use TrieIntField instead.
: [junit4] 2> 595353 T2492 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
: [junit4] 2> 595354 T2450 oass.OpenExchangeRatesOrgProvider.init Initialized with rates=open-exchange-rates.json, refreshInterval=1440.
: [junit4] 2> 595356 T2492 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
: [junit4] 2> 595356 T2478 oass.IndexSchema.readSchema default search field in schema is text
: [junit4] 2> 595357 T2492 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Unknown key IMPORTANT NOTE
: [junit4] 2> 595357 T2492 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Expected key, got STRING
: [junit4] 2> 595357 T2492 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
: [junit4] 2> 595358 T2492 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Unknown key IMPORTANT NOTE
: [junit4] 2> 595358 T2492 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Expected key, got STRING
: [junit4] 2> 595358 T2492 oasc.SolrCore.initDirectoryFactory org.apache.solr.core.MockDirectoryFactory
: [junit4] 2> 595358 T2492 oasc.SolrCore.<init> [nodes_used_collection_shard1_replica2] Opening new SolrCore at /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty4-1375368752473/nodes_used_collection_shard1_replica2/, dataDir=/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty4-1375368752473//nodes_used_collection_shard1_replica2/data/
: [junit4] 2> 595359 T2492 oasc.JmxMonitoredMap.<init> JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@bd19b9
: [junit4] 2> 595359 T2492 oasc.CachingDirectoryFactory.get return new directory for /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty4-1375368752473//nodes_used_collection_shard1_replica2/data
: [junit4] 2> 595360 T2492 oasc.SolrCore.getNewIndexDir New index directory detected: old=null new=/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty4-1375368752473//nodes_used_collection_shard1_replica2/data/index/
: [junit4] 2> 595359 T2478 oass.IndexSchema.readSchema unique key field: id
: [junit4] 2> 595360 T2492 oasc.SolrCore.initIndex WARN [nodes_used_collection_shard1_replica2] Solr index directory '/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty4-1375368752473/nodes_used_collection_shard1_replica2/data/index' doesn't exist. Creating new index...
: [junit4] 2> 595361 T2492 oasc.CachingDirectoryFactory.get return new directory for /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty4-1375368752473//nodes_used_collection_shard1_replica2/data/index
: [junit4] 2> 595362 T2450 oass.IndexSchema.readSchema default search field in schema is text
: [junit4] 2> 595362 T2492 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits: num=1
: [junit4] 2> commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@7b5b9f lockFactory=org.apache.lucene.store.NativeFSLockFactory@e1f839),segFN=segments_1,generation=1}
: [junit4] 2> 595362 T2492 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 1
: [junit4] 2> 595362 T2464 oass.ByteField.init WARN ByteField is deprecated and will be removed in 5.0. You should use TrieIntField instead.
: [junit4] 2> 595363 T2464 oass.ShortField.init WARN ShortField is deprecated and will be removed in 5.0. You should use TrieIntField instead.
: [junit4] 2> 595363 T2464 oass.OpenExchangeRatesOrgProvider.init Initialized with rates=open-exchange-rates.json, refreshInterval=1440.
: [junit4] 2> 595365 T2492 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe"
: [junit4] 2> 595365 T2492 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "stored_sig"
: [junit4] 2> 595365 T2450 oass.IndexSchema.readSchema unique key field: id
: [junit4] 2> 595366 T2492 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "distrib-dup-test-chain-implicit"
: [junit4] 2> 595366 T2492 oasc.RequestHandlers.initHandlersFromConfig created standard: solr.StandardRequestHandler
: [junit4] 2> 595367 T2492 oasc.RequestHandlers.initHandlersFromConfig created /get: solr.RealTimeGetHandler
: [junit4] 2> 595367 T2492 oasc.RequestHandlers.initHandlersFromConfig adding lazy requestHandler: solr.ReplicationHandler
: [junit4] 2> 595367 T2492 oasc.RequestHandlers.initHandlersFromConfig created /replication: solr.ReplicationHandler
: [junit4] 2> 595368 T2492 oasc.RequestHandlers.initHandlersFromConfig created /update: solr.UpdateRequestHandler
: [junit4] 2> 595368 T2492 oasc.RequestHandlers.initHandlersFromConfig created /admin/: org.apache.solr.handler.admin.AdminHandlers
: [junit4] 2> 595371 T2492 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
: [junit4] 2> 595371 T2464 oass.IndexSchema.readSchema default search field in schema is text
: [junit4] 2> 595373 T2492 oass.SolrIndexSearcher.<init> Opening Searcher@d9b0b6 main
: [junit4] 2> 595374 T2492 oasu.CommitTracker.<init> Hard AutoCommit: disabled
: [junit4] 2> 595374 T2464 oass.IndexSchema.readSchema unique key field: id
: [junit4] 2> 595374 T2492 oasu.CommitTracker.<init> Soft AutoCommit: disabled
: [junit4] 2> 595376 T2478 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
: [junit4] 2> 595379 T2450 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
: [junit4] 2> 595381 T2478 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
: [junit4] 2> 595381 T2492 oasc.CoreContainer.registerCore registering core: nodes_used_collection_shard1_replica2
: [junit4] 2> 595382 T2492 oasc.ZkController.register Register replica - core:nodes_used_collection_shard1_replica2 address:http://127.0.0.1:36140/hz/en collection:nodes_used_collection shard:shard1
: [junit4] 2> 595382 T2492 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=10000&maxConnectionsPerHost=20&connTimeout=15000&socketTimeout=30000&retry=false
: [junit4] 2> 595383 T2478 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
: [junit4] 2> 595384 T2478 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Unknown key IMPORTANT NOTE
: [junit4] 2> 595384 T2478 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Expected key, got STRING
: [junit4] 2> 595384 T2450 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
: [junit4] 2> 595385 T2478 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
: [junit4] 2> 595386 T2505 oasc.SolrCore.registerSearcher [nodes_used_collection_shard1_replica2] Registered new searcher Searcher@d9b0b6 main{StandardDirectoryReader(segments_1:1)}
: [junit4] 2> 595386 T2478 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Unknown key IMPORTANT NOTE
: [junit4] 2> 595386 T2478 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Expected key, got STRING
: [junit4] 2> 595387 T2492 oascc.SolrZkClient.makePath makePath: /collections/nodes_used_collection/leader_elect/shard1/election
: [junit4] 2> 595387 T2478 oasc.SolrCore.initDirectoryFactory org.apache.solr.core.MockDirectoryFactory
: [junit4] 2> 595388 T2478 oasc.SolrCore.<init> [nodes_used_collection_shard1_replica1] Opening new SolrCore at /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty3-1375368751318/nodes_used_collection_shard1_replica1/, dataDir=/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty3-1375368751318//nodes_used_collection_shard1_replica1/data/
: [junit4] 2> 595388 T2478 oasc.JmxMonitoredMap.<init> JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@bd19b9
: [junit4] 2> 595389 T2450 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
: [junit4] 2> 595389 T2478 oasc.CachingDirectoryFactory.get return new directory for /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty3-1375368751318//nodes_used_collection_shard1_replica1/data
: [junit4] 2> 595389 T2464 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
: [junit4] 2> 595389 T2478 oasc.SolrCore.getNewIndexDir New index directory detected: old=null new=/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty3-1375368751318//nodes_used_collection_shard1_replica1/data/index/
: [junit4] 2> 595390 T2478 oasc.SolrCore.initIndex WARN [nodes_used_collection_shard1_replica1] Solr index directory '/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty3-1375368751318/nodes_used_collection_shard1_replica1/data/index' doesn't exist. Creating new index...
: [junit4] 2> 595390 T2450 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Unknown key IMPORTANT NOTE
: [junit4] 2> 595391 T2450 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Expected key, got STRING
: [junit4] 2> 595390 T2478 oasc.CachingDirectoryFactory.get return new directory for /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty3-1375368751318//nodes_used_collection_shard1_replica1/data/index
: [junit4] 2> 595391 T2450 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
: [junit4] 2> 595392 T2478 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits: num=1
: [junit4] 2> commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@ff199e lockFactory=org.apache.lucene.store.NativeFSLockFactory@192aed4),segFN=segments_1,generation=1}
: [junit4] 2> 595392 T2478 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 1
: [junit4] 2> 595394 T2464 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
: [junit4] 2> 595395 T2478 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe"
: [junit4] 2> 595395 T2450 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Unknown key IMPORTANT NOTE
: [junit4] 2> 595396 T2450 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Expected key, got STRING
: [junit4] 2> 595395 T2478 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "stored_sig"
: [junit4] 2> 595396 T2450 oasc.SolrCore.initDirectoryFactory org.apache.solr.core.MockDirectoryFactory
: [junit4] 2> 595396 T2478 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "distrib-dup-test-chain-implicit"
: [junit4] 2> 595396 T2450 oasc.SolrCore.<init> [nodes_used_collection_shard2_replica2] Opening new SolrCore at /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty1-1375368748934/nodes_used_collection_shard2_replica2/, dataDir=/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty1-1375368748934//nodes_used_collection_shard2_replica2/data/
: [junit4] 2> 595397 T2478 oasc.RequestHandlers.initHandlersFromConfig created standard: solr.StandardRequestHandler
: [junit4] 2> 595397 T2478 oasc.RequestHandlers.initHandlersFromConfig created /get: solr.RealTimeGetHandler
: [junit4] 2> 595398 T2478 oasc.RequestHandlers.initHandlersFromConfig adding lazy requestHandler: solr.ReplicationHandler
: [junit4] 2> 595398 T2478 oasc.RequestHandlers.initHandlersFromConfig created /replication: solr.ReplicationHandler
: [junit4] 2> 595398 T2478 oasc.RequestHandlers.initHandlersFromConfig created /update: solr.UpdateRequestHandler
: [junit4] 2> 595399 T2478 oasc.RequestHandlers.initHandlersFromConfig created /admin/: org.apache.solr.handler.admin.AdminHandlers
: [junit4] 2> 595400 T2464 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
: [junit4] 2> 595401 T2478 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
: [junit4] 2> 595397 T2450 oasc.JmxMonitoredMap.<init> JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@bd19b9
: [junit4] 2> 595403 T2478 oass.SolrIndexSearcher.<init> Opening Searcher@b5339c main
: [junit4] 2> 595402 T2464 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Unknown key IMPORTANT NOTE
: [junit4] 2> 595404 T2450 oasc.CachingDirectoryFactory.get return new directory for /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty1-1375368748934//nodes_used_collection_shard2_replica2/data
: [junit4] 2> 595404 T2478 oasu.CommitTracker.<init> Hard AutoCommit: disabled
: [junit4] 2> 595402 T2492 oasc.ShardLeaderElectionContext.runLeaderProcess Running the leader process for shard shard1
: [junit4] 2> 595404 T2478 oasu.CommitTracker.<init> Soft AutoCommit: disabled
: [junit4] 2> 595404 T2450 oasc.SolrCore.getNewIndexDir New index directory detected: old=null new=/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty1-1375368748934//nodes_used_collection_shard2_replica2/data/index/
: [junit4] 2> 595404 T2464 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Expected key, got STRING
: [junit4] 2> 595405 T2450 oasc.SolrCore.initIndex WARN [nodes_used_collection_shard2_replica2] Solr index directory '/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty1-1375368748934/nodes_used_collection_shard2_replica2/data/index' doesn't exist. Creating new index...
: [junit4] 2> 595406 T2464 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
: [junit4] 2> 595406 T2450 oasc.CachingDirectoryFactory.get return new directory for /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty1-1375368748934//nodes_used_collection_shard2_replica2/data/index
: [junit4] 2> 595407 T2492 oasc.ShardLeaderElectionContext.waitForReplicasToComeUp Waiting until we see more replicas up for shard shard1: total=2 found=1 timeoutin=180000
: [junit4] 2> 595407 T2464 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Unknown key IMPORTANT NOTE
: [junit4] 2> 595408 T2464 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Expected key, got STRING
: [junit4] 2> 595408 T2506 oasc.SolrCore.registerSearcher [nodes_used_collection_shard1_replica1] Registered new searcher Searcher@b5339c main{StandardDirectoryReader(segments_1:1)}
: [junit4] 2> 595408 T2450 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits: num=1
: [junit4] 2> commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@4eac63 lockFactory=org.apache.lucene.store.NativeFSLockFactory@c23984),segFN=segments_1,generation=1}
: [junit4] 2> 595409 T2450 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 1
: [junit4] 2> 595408 T2464 oasc.SolrCore.initDirectoryFactory org.apache.solr.core.MockDirectoryFactory
: [junit4] 2> 595409 T2478 oasc.CoreContainer.registerCore registering core: nodes_used_collection_shard1_replica1
: [junit4] 2> 595409 T2478 oasc.ZkController.register Register replica - core:nodes_used_collection_shard1_replica1 address:http://127.0.0.1:49815/hz/en collection:nodes_used_collection shard:shard1
: [junit4] 2> 595409 T2464 oasc.SolrCore.<init> [nodes_used_collection_shard2_replica1] Opening new SolrCore at /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty2-1375368750163/nodes_used_collection_shard2_replica1/, dataDir=/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty2-1375368750163//nodes_used_collection_shard2_replica1/data/
: [junit4] 2> 595410 T2478 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=10000&maxConnectionsPerHost=20&connTimeout=15000&socketTimeout=30000&retry=false
: [junit4] 2> 595410 T2464 oasc.JmxMonitoredMap.<init> JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@bd19b9
: [junit4] 2> 595411 T2464 oasc.CachingDirectoryFactory.get return new directory for /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty2-1375368750163//nodes_used_collection_shard2_replica1/data
: [junit4] 2> 595418 T2464 oasc.SolrCore.getNewIndexDir New index directory detected: old=null new=/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty2-1375368750163//nodes_used_collection_shard2_replica1/data/index/
: [junit4] 2> 595418 T2464 oasc.SolrCore.initIndex WARN [nodes_used_collection_shard2_replica1] Solr index directory '/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty2-1375368750163/nodes_used_collection_shard2_replica1/data/index' doesn't exist. Creating new index...
: [junit4] 2> 595418 T2450 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe"
: [junit4] 2> 595419 T2464 oasc.CachingDirectoryFactory.get return new directory for /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty2-1375368750163//nodes_used_collection_shard2_replica1/data/index
: [junit4] 2> 595419 T2450 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "stored_sig"
: [junit4] 2> 595420 T2450 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "distrib-dup-test-chain-implicit"
: [junit4] 2> 595421 T2464 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits: num=1
: [junit4] 2> commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@c9e6fc lockFactory=org.apache.lucene.store.NativeFSLockFactory@3ad861),segFN=segments_1,generation=1}
: [junit4] 2> 595421 T2464 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 1
: [junit4] 2> 595421 T2450 oasc.RequestHandlers.initHandlersFromConfig created standard: solr.StandardRequestHandler
: [junit4] 2> 595422 T2450 oasc.RequestHandlers.initHandlersFromConfig created /get: solr.RealTimeGetHandler
: [junit4] 2> 595422 T2450 oasc.RequestHandlers.initHandlersFromConfig adding lazy requestHandler: solr.ReplicationHandler
: [junit4] 2> 595422 T2450 oasc.RequestHandlers.initHandlersFromConfig created /replication: solr.ReplicationHandler
: [junit4] 2> 595422 T2450 oasc.RequestHandlers.initHandlersFromConfig created /update: solr.UpdateRequestHandler
: [junit4] 2> 595423 T2450 oasc.RequestHandlers.initHandlersFromConfig created /admin/: org.apache.solr.handler.admin.AdminHandlers
: [junit4] 2> 595423 T2464 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe"
: [junit4] 2> 595423 T2464 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "stored_sig"
: [junit4] 2> 595424 T2464 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "distrib-dup-test-chain-implicit"
: [junit4] 2> 595424 T2464 oasc.RequestHandlers.initHandlersFromConfig created standard: solr.StandardRequestHandler
: [junit4] 2> 595425 T2464 oasc.RequestHandlers.initHandlersFromConfig created /get: solr.RealTimeGetHandler
: [junit4] 2> 595425 T2450 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
: [junit4] 2> 595425 T2464 oasc.RequestHandlers.initHandlersFromConfig adding lazy requestHandler: solr.ReplicationHandler
: [junit4] 2> 595425 T2464 oasc.RequestHandlers.initHandlersFromConfig created /replication: solr.ReplicationHandler
: [junit4] 2> 595426 T2464 oasc.RequestHandlers.initHandlersFromConfig created /update: solr.UpdateRequestHandler
: [junit4] 2> 595426 T2464 oasc.RequestHandlers.initHandlersFromConfig created /admin/: org.apache.solr.handler.admin.AdminHandlers
: [junit4] 2> 595427 T2450 oass.SolrIndexSearcher.<init> Opening Searcher@6765a main
: [junit4] 2> 595427 T2464 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
: [junit4] 2> 595428 T2450 oasu.CommitTracker.<init> Hard AutoCommit: disabled
: [junit4] 2> 595428 T2450 oasu.CommitTracker.<init> Soft AutoCommit: disabled
: [junit4] 2> 595429 T2464 oass.SolrIndexSearcher.<init> Opening Searcher@aec58c main
: [junit4] 2> 595430 T2464 oasu.CommitTracker.<init> Hard AutoCommit: disabled
: [junit4] 2> 595430 T2464 oasu.CommitTracker.<init> Soft AutoCommit: disabled
: [junit4] 2> 595431 T2507 oasc.SolrCore.registerSearcher [nodes_used_collection_shard2_replica2] Registered new searcher Searcher@6765a main{StandardDirectoryReader(segments_1:1)}
: [junit4] 2> 595432 T2450 oasc.CoreContainer.registerCore registering core: nodes_used_collection_shard2_replica2
: [junit4] 2> 595432 T2450 oasc.ZkController.register Register replica - core:nodes_used_collection_shard2_replica2 address:http://127.0.0.1:33822/hz/en collection:nodes_used_collection shard:shard2
: [junit4] 2> 595432 T2450 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=10000&maxConnectionsPerHost=20&connTimeout=15000&socketTimeout=30000&retry=false
: [junit4] 2> 595433 T2508 oasc.SolrCore.registerSearcher [nodes_used_collection_shard2_replica1] Registered new searcher Searcher@aec58c main{StandardDirectoryReader(segments_1:1)}
: [junit4] 2> 595433 T2464 oasc.CoreContainer.registerCore registering core: nodes_used_collection_shard2_replica1
: [junit4] 2> 595434 T2464 oasc.ZkController.register Register replica - core:nodes_used_collection_shard2_replica1 address:http://127.0.0.1:60639/hz/en collection:nodes_used_collection shard:shard2
: [junit4] 2> 595434 T2464 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=10000&maxConnectionsPerHost=20&connTimeout=15000&socketTimeout=30000&retry=false
: [junit4] 2> 595435 T2450 oascc.SolrZkClient.makePath makePath: /collections/nodes_used_collection/leader_elect/shard2/election
: [junit4] 2> 595436 T2464 oascc.SolrZkClient.makePath makePath: /collections/nodes_used_collection/leader_elect/shard2/election
: [junit4] 2> 595440 T2450 oasc.ShardLeaderElectionContext.runLeaderProcess Running the leader process for shard shard2
: [junit4] 2> 595442 T2450 oasc.ShardLeaderElectionContext.waitForReplicasToComeUp Enough replicas found to continue.
: [junit4] 2> 595442 T2450 oasc.ShardLeaderElectionContext.runLeaderProcess I may be the new leader - try and sync
: [junit4] 2> 595442 T2450 oasc.SyncStrategy.sync Sync replicas to http://127.0.0.1:33822/hz/en/nodes_used_collection_shard2_replica2/
: [junit4] 2> 595443 T2450 oasu.PeerSync.sync PeerSync: core=nodes_used_collection_shard2_replica2 url=http://127.0.0.1:33822/hz/en START replicas=[http://127.0.0.1:60639/hz/en/nodes_used_collection_shard2_replica1/] nUpdates=100
: [junit4] 2> 595443 T2450 oasu.PeerSync.sync PeerSync: core=nodes_used_collection_shard2_replica2 url=http://127.0.0.1:33822/hz/en DONE. We have no versions. sync failed.
: [junit4] 2> 595443 T2450 oasc.SyncStrategy.syncReplicas Leader's attempt to sync with shard failed, moving to the next candidate
: [junit4] 2> 595444 T2450 oasc.ShardLeaderElectionContext.runLeaderProcess We failed sync, but we have no versions - we can't sync in that case - we were active before, so become leader anyway
: [junit4] 2> 595444 T2450 oasc.ShardLeaderElectionContext.runLeaderProcess I am the new leader: http://127.0.0.1:33822/hz/en/nodes_used_collection_shard2_replica2/ shard2
: [junit4] 2> 595444 T2450 oascc.SolrZkClient.makePath makePath: /collections/nodes_used_collection/leaders/shard2
: [junit4] 2> ASYNC NEW_CORE C398 name=nodes_used_collection_shard2_replica1 org.apache.solr.core.SolrCore@4fa21 url=http://127.0.0.1:60639/hz/en/nodes_used_collection_shard2_replica1 node=127.0.0.1:60639_hz%2Fen C398_STATE=coll:nodes_used_collection core:nodes_used_collection_shard2_replica1 props:{state=down, core=nodes_used_collection_shard2_replica1, node_name=127.0.0.1:60639_hz%2Fen, base_url=http://127.0.0.1:60639/hz/en}
: [junit4] 2> 595448 T2465 C398 P60639 oasc.SolrCore.execute [nodes_used_collection_shard2_replica1] webapp=/hz/en path=/get params={getVersions=100&distrib=false&wt=javabin&qt=/get&version=2} status=0 QTime=0
: [junit4] 2> 595820 T2440 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper...
: [junit4] 2> 595930 T2444 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
: [junit4] 2> 595930 T2485 oascc.ZkStateRead
:
: [...truncated too long message...]
:
: nt has reached 0 - closing IndexWriter
: [junit4] 2> 752278 T2417 oasu.DefaultSolrCoreState.closeIndexWriter closing IndexWriter with IndexWriterCloser
: [junit4] 2> 752279 T2417 oasc.SolrCore.closeSearcher [new_implicit_coll_1_c_replica2] Closing main searcher on request.
: [junit4] 2> 752279 T2417 oasc.CachingDirectoryFactory.close Closing MockDirectoryFactory - 2 directories currently being tracked
: [junit4] 2> 752279 T2417 oasc.CachingDirectoryFactory.closeCacheValue looking to close /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty4-1375368752473//new_implicit_coll_1_c_replica2/data/index [CachedDir<<refCount=0;path=/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty4-1375368752473//new_implicit_coll_1_c_replica2/data/index;done=false>>]
: [junit4] 2> 752280 T2417 oasc.CachingDirectoryFactory.close Closing directory: /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty4-1375368752473//new_implicit_coll_1_c_replica2/data/index
: [junit4] 2> 752280 T2417 oasc.CachingDirectoryFactory.closeCacheValue looking to close /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty4-1375368752473//new_implicit_coll_1_c_replica2/data [CachedDir<<refCount=0;path=/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty4-1375368752473//new_implicit_coll_1_c_replica2/data;done=false>>]
: [junit4] 2> 752280 T2417 oasc.CachingDirectoryFactory.close Closing directory: /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty4-1375368752473//new_implicit_coll_1_c_replica2/data
: [junit4] 2> 752282 T2976 oasc.Overseer$ClusterStateUpdater.amILeader According to ZK I (id=90136166295404556-127.0.0.1:36140_hz%2Fen-n_0000000004) am no longer a leader.
: [junit4] 2> 752282 T2499 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 1)
: [junit4] 2> 752282 T2499 oascc.ZkStateReader$2.process WARN ZooKeeper watch triggered, but Solr cannot talk to ZK
: [junit4] 2> 752283 T2499 oascc.ZkStateReader$3.process WARN ZooKeeper watch triggered, but Solr cannot talk to ZK
: [junit4] 2> 752304 T2417 oejsh.ContextHandler.doStop stopped o.e.j.s.ServletContextHandler{/hz/en,null}
: [junit4] 2> 752357 T2417 oas.SolrTestCaseJ4.tearDown ###Ending testDistribSearch
: [junit4] 2> 752359 T2417 oasc.ZkTestServer.send4LetterWord connecting to 127.0.0.1:57557 57557
: [junit4] 1> client port:0.0.0.0/0.0.0.0:0
: [junit4] 2> NOTE: reproduce with: ant test -Dtestcase=CollectionsAPIDistributedZkTest -Dtests.method=testDistribSearch -Dtests.seed=FBC67B6C64D67187 -Dtests.multiplier=3 -Dtests.slow=true -Dtests.locale=bg_BG -Dtests.timezone=Europe/Athens -Dtests.file.encoding=UTF-8
: [junit4] ERROR 166s J0 | CollectionsAPIDistributedZkTest.testDistribSearch <<<
: [junit4] > Throwable #1: org.apache.solr.client.solrj.SolrServerException: Server refused connection at: http://127.0.0.1:33822/hz/en
: [junit4] > at __randomizedtesting.SeedInfo.seed([FBC67B6C64D67187:7A20F574138911BB]:0)
: [junit4] > at org.apache.solr.client.solrj.impl.HttpSolrServer.request(HttpSolrServer.java:428)
: [junit4] > at org.apache.solr.client.solrj.impl.HttpSolrServer.request(HttpSolrServer.java:180)
: [junit4] > at org.apache.solr.cloud.AbstractFullDistribZkTestBase.createCollection(AbstractFullDistribZkTestBase.java:1535)
: [junit4] > at org.apache.solr.cloud.CollectionsAPIDistributedZkTest.testCustomCollectionsAPI(CollectionsAPIDistributedZkTest.java:677)
: [junit4] > at org.apache.solr.cloud.CollectionsAPIDistributedZkTest.doTest(CollectionsAPIDistributedZkTest.java:159)
: [junit4] > at org.apache.solr.BaseDistributedSearchTestCase.testDistribSearch(BaseDistributedSearchTestCase.java:835)
: [junit4] > at java.lang.Thread.run(Thread.java:724)
: [junit4] > Caused by: org.apache.http.conn.HttpHostConnectException: Connection to http://127.0.0.1:33822 refused
: [junit4] > at org.apache.http.impl.conn.DefaultClientConnectionOperator.openConnection(DefaultClientConnectionOperator.java:190)
: [junit4] > at org.apache.http.impl.conn.ManagedClientConnectionImpl.open(ManagedClientConnectionImpl.java:294)
: [junit4] > at org.apache.http.impl.client.DefaultRequestDirector.tryConnect(DefaultRequestDirector.java:645)
: [junit4] > at org.apache.http.impl.client.DefaultRequestDirector.execute(DefaultRequestDirector.java:480)
: [junit4] > at org.apache.http.impl.client.AbstractHttpClient.execute(AbstractHttpClient.java:906)
: [junit4] > at org.apache.http.impl.client.AbstractHttpClient.execute(AbstractHttpClient.java:805)
: [junit4] > at org.apache.http.impl.client.AbstractHttpClient.execute(AbstractHttpClient.java:784)
: [junit4] > at org.apache.solr.client.solrj.impl.HttpSolrServer.request(HttpSolrServer.java:365)
: [junit4] > ... 45 more
: [junit4] > Caused by: java.net.ConnectException: Connection refused
: [junit4] > at java.net.PlainSocketImpl.socketConnect(Native Method)
: [junit4] > at java.net.AbstractPlainSocketImpl.doConnect(AbstractPlainSocketImpl.java:339)
: [junit4] > at java.net.AbstractPlainSocketImpl.connectToAddress(AbstractPlainSocketImpl.java:200)
: [junit4] > at java.net.AbstractPlainSocketImpl.connect(AbstractPlainSocketImpl.java:182)
: [junit4] > at java.net.SocksSocketImpl.connect(SocksSocketImpl.java:392)
: [junit4] > at java.net.Socket.connect(Socket.java:579)
: [junit4] > at org.apache.http.conn.scheme.PlainSocketFactory.connectSocket(PlainSocketFactory.java:127)
: [junit4] > at org.apache.http.impl.conn.DefaultClientConnectionOperator.openConnection(DefaultClientConnectionOperator.java:180)
: [junit4] > ... 52 more
: [junit4] 2> 752373 T2417 oas.SolrTestCaseJ4.deleteCore ###deleteCore
: [junit4] 2> 166239 T2416 ccr.ThreadLeakControl.checkThreadLeaks WARNING Will linger awaiting termination of 2 leaked thread(s).
: [junit4] 2> NOTE: test params are: codec=FastCompressingStoredFields(storedFieldsFormat=CompressingStoredFieldsFormat(compressionMode=FAST, chunkSize=349), termVectorsFormat=CompressingTermVectorsFormat(compressionMode=FAST, chunkSize=349)), sim=DefaultSimilarity, locale=bg_BG, timezone=Europe/Athens
: [junit4] 2> NOTE: Linux 3.2.0-51-generic i386/Oracle Corporation 1.7.0_25 (32-bit)/cpus=8,threads=1,free=180364184,total=331546624
: [junit4] 2> NOTE: All tests run in this JVM: [ScriptEngineTest, TestSort, SpellingQueryConverterTest, TestFaceting, TestCoreContainer, TestValueSourceCache, HdfsUnloadDistributedZkTest, BlockDirectoryTest, TestSearchPerf, LoggingHandlerTest, AliasIntegrationTest, TestPerFieldSimilarity, AlternateDirectoryTest, QueryElevationComponentTest, ExternalFileFieldSortTest, ZkControllerTest, TestCharFilters, SimpleFacetsTest, ShardRoutingTest, DirectSolrConnectionTest, StressHdfsTest, TestLMDirichletSimilarityFactory, SOLR749Test, SolrInfoMBeanTest, TestPHPSerializedResponseWriter, TestBadConfig, TestFieldResource, SystemInfoHandlerTest, TestStressRecovery, TestGroupingSearch, PrimitiveFieldTypeTest, PluginInfoTest, UnloadDistributedZkTest, HdfsDirectoryTest, SpatialFilterTest, IndexSchemaTest, TestLFUCache, SolrCoreTest, TestSolrDeletionPolicy2, TestRecoveryHdfs, TestDocSet, TestDefaultSearchFieldResource, UpdateRequestProcessorFactoryTest, DistributedQueryElevationComponentTest, Test
SolrCoreProperties, ShowFileRequestHandlerTest, TestSweetSpotSimilarityFactory, SearchHandlerTest, TestDynamicFieldCollectionResource, SolrTestCaseJ4Test, ResourceLoaderTest, RegexBoostProcessorTest, DateFieldTest, FastVectorHighlighterTest, MBeansHandlerTest, TestSolrDeletionPolicy1, QueryParsingTest, AnalysisAfterCoreReloadTest, OverseerTest, CachingDirectoryFactoryTest, RAMDirectoryFactoryTest, QueryEqualityTest, TestPluginEnable, WordBreakSolrSpellCheckerTest, TestFuzzyAnalyzedSuggestions, SoftAutoCommitTest, CoreAdminHandlerTest, TestDocumentBuilder, ClusterStateUpdateTest, CircularListTest, BasicDistributedZkTest, TestPhraseSuggestions, TestFastLRUCache, TestConfig, DistributedSpellCheckComponentTest, TestFastWriter, CacheHeaderTest, CollectionsAPIDistributedZkTest]
: [junit4] Completed on J0 in 166.77s, 1 test, 1 error <<< FAILURES!
:
: [...truncated 487 lines...]
: BUILD FAILED
: /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/build.xml:395: The following error occurred while executing this line:
: /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/build.xml:375: The following error occurred while executing this line:
: /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/build.xml:39: The following error occurred while executing this line:
: /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build.xml:181: The following error occurred while executing this line:
: /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/common-build.xml:449: The following error occurred while executing this line:
: /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/lucene/common-build.xml:1233: The following error occurred while executing this line:
: /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/lucene/common-build.xml:876: There were test failures: 321 suites, 1350 tests, 1 error, 34 ignored (6 assumptions)
:
: Total time: 41 minutes 30 seconds
: Build step 'Invoke Ant' marked build as failure
: Description set: Java: 32bit/jdk1.7.0_25 -server -XX:+UseParallelGC
: Archiving artifacts
: Recording test results
: Email was triggered for: Failure
: Sending email for trigger: Failure
:
:
:
-Hoss
[JENKINS] Lucene-Solr-4.x-Linux (64bit/jdk1.7.0_25) - Build # 6756
- Still Failing!
Posted by Policeman Jenkins Server <je...@thetaphi.de>.
Build: http://jenkins.thetaphi.de/job/Lucene-Solr-4.x-Linux/6756/
Java: 64bit/jdk1.7.0_25 -XX:+UseCompressedOops -XX:+UseParallelGC
1 tests failed.
FAILED: org.apache.solr.cloud.CollectionsAPIDistributedZkTest.testDistribSearch
Error Message:
Server refused connection at: http://127.0.0.1:45291/l_npb/l
Stack Trace:
org.apache.solr.client.solrj.SolrServerException: Server refused connection at: http://127.0.0.1:45291/l_npb/l
at __randomizedtesting.SeedInfo.seed([7C68E83B8903B666:FD8E6623FE5CD65A]:0)
at org.apache.solr.client.solrj.impl.HttpSolrServer.request(HttpSolrServer.java:428)
at org.apache.solr.client.solrj.impl.HttpSolrServer.request(HttpSolrServer.java:180)
at org.apache.solr.cloud.CollectionsAPIDistributedZkTest.testCustomCollectionsAPI(CollectionsAPIDistributedZkTest.java:764)
at org.apache.solr.cloud.CollectionsAPIDistributedZkTest.doTest(CollectionsAPIDistributedZkTest.java:159)
at org.apache.solr.BaseDistributedSearchTestCase.testDistribSearch(BaseDistributedSearchTestCase.java:835)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:57)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:606)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1559)
at com.carrotsearch.randomizedtesting.RandomizedRunner.access$600(RandomizedRunner.java:79)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:737)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:773)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:787)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:53)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:50)
at org.apache.lucene.util.TestRuleFieldCacheSanity$1.evaluate(TestRuleFieldCacheSanity.java:51)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:46)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesInvariantRule$1.evaluate(SystemPropertiesInvariantRule.java:55)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:49)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:70)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:358)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:782)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:442)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:746)
at com.carrotsearch.randomizedtesting.RandomizedRunner$3.evaluate(RandomizedRunner.java:648)
at com.carrotsearch.randomizedtesting.RandomizedRunner$4.evaluate(RandomizedRunner.java:682)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:693)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:53)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:46)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:42)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesInvariantRule$1.evaluate(SystemPropertiesInvariantRule.java:55)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:39)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:39)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:43)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:70)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:55)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:358)
at java.lang.Thread.run(Thread.java:724)
Caused by: org.apache.http.conn.HttpHostConnectException: Connection to http://127.0.0.1:45291 refused
at org.apache.http.impl.conn.DefaultClientConnectionOperator.openConnection(DefaultClientConnectionOperator.java:190)
at org.apache.http.impl.conn.ManagedClientConnectionImpl.open(ManagedClientConnectionImpl.java:294)
at org.apache.http.impl.client.DefaultRequestDirector.tryConnect(DefaultRequestDirector.java:645)
at org.apache.http.impl.client.DefaultRequestDirector.execute(DefaultRequestDirector.java:480)
at org.apache.http.impl.client.AbstractHttpClient.execute(AbstractHttpClient.java:906)
at org.apache.http.impl.client.AbstractHttpClient.execute(AbstractHttpClient.java:805)
at org.apache.http.impl.client.AbstractHttpClient.execute(AbstractHttpClient.java:784)
at org.apache.solr.client.solrj.impl.HttpSolrServer.request(HttpSolrServer.java:365)
... 44 more
Caused by: java.net.ConnectException: Connection refused
at java.net.PlainSocketImpl.socketConnect(Native Method)
at java.net.AbstractPlainSocketImpl.doConnect(AbstractPlainSocketImpl.java:339)
at java.net.AbstractPlainSocketImpl.connectToAddress(AbstractPlainSocketImpl.java:200)
at java.net.AbstractPlainSocketImpl.connect(AbstractPlainSocketImpl.java:182)
at java.net.SocksSocketImpl.connect(SocksSocketImpl.java:392)
at java.net.Socket.connect(Socket.java:579)
at org.apache.http.conn.scheme.PlainSocketFactory.connectSocket(PlainSocketFactory.java:127)
at org.apache.http.impl.conn.DefaultClientConnectionOperator.openConnection(DefaultClientConnectionOperator.java:180)
... 51 more
Build Log:
[...truncated 9877 lines...]
[junit4] Suite: org.apache.solr.cloud.CollectionsAPIDistributedZkTest
[junit4] 2> 772726 T3458 oas.BaseDistributedSearchTestCase.initHostContext Setting hostContext system property: /l_npb/l
[junit4] 2> 772729 T3458 oas.SolrTestCaseJ4.setUp ###Starting testDistribSearch
[junit4] 2> Creating dataDir: /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/./solrtest-CollectionsAPIDistributedZkTest-1375395220382
[junit4] 2> 772730 T3458 oasc.ZkTestServer.run STARTING ZK TEST SERVER
[junit4] 2> 772731 T3459 oasc.ZkTestServer$ZKServerMain.runFromConfig Starting server
[junit4] 2> 772831 T3458 oasc.ZkTestServer.run start zk server on port:60232
[junit4] 2> 772832 T3458 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4] 2> 773666 T3465 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@79234d9a name:ZooKeeperConnection Watcher:127.0.0.1:60232 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4] 2> 773667 T3458 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4] 2> 773667 T3458 oascc.SolrZkClient.makePath makePath: /solr
[junit4] 2> 773671 T3458 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4] 2> 773673 T3467 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@145e95b0 name:ZooKeeperConnection Watcher:127.0.0.1:60232/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4] 2> 773673 T3458 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4] 2> 773673 T3458 oascc.SolrZkClient.makePath makePath: /collections/collection1
[junit4] 2> 773675 T3458 oascc.SolrZkClient.makePath makePath: /collections/collection1/shards
[junit4] 2> 773677 T3458 oascc.SolrZkClient.makePath makePath: /collections/control_collection
[junit4] 2> 773678 T3458 oascc.SolrZkClient.makePath makePath: /collections/control_collection/shards
[junit4] 2> 773680 T3458 oasc.AbstractZkTestCase.putConfig put /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test-files/solr/collection1/conf/solrconfig-tlog.xml to /configs/conf1/solrconfig.xml
[junit4] 2> 773680 T3458 oascc.SolrZkClient.makePath makePath: /configs/conf1/solrconfig.xml
[junit4] 2> 773683 T3458 oasc.AbstractZkTestCase.putConfig put /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test-files/solr/collection1/conf/schema.xml to /configs/conf1/schema.xml
[junit4] 2> 773684 T3458 oascc.SolrZkClient.makePath makePath: /configs/conf1/schema.xml
[junit4] 2> 773686 T3458 oasc.AbstractZkTestCase.putConfig put /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test-files/solr/collection1/conf/stopwords.txt to /configs/conf1/stopwords.txt
[junit4] 2> 773687 T3458 oascc.SolrZkClient.makePath makePath: /configs/conf1/stopwords.txt
[junit4] 2> 773689 T3458 oasc.AbstractZkTestCase.putConfig put /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test-files/solr/collection1/conf/protwords.txt to /configs/conf1/protwords.txt
[junit4] 2> 773689 T3458 oascc.SolrZkClient.makePath makePath: /configs/conf1/protwords.txt
[junit4] 2> 773692 T3458 oasc.AbstractZkTestCase.putConfig put /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test-files/solr/collection1/conf/currency.xml to /configs/conf1/currency.xml
[junit4] 2> 773692 T3458 oascc.SolrZkClient.makePath makePath: /configs/conf1/currency.xml
[junit4] 2> 773694 T3458 oasc.AbstractZkTestCase.putConfig put /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test-files/solr/collection1/conf/open-exchange-rates.json to /configs/conf1/open-exchange-rates.json
[junit4] 2> 773694 T3458 oascc.SolrZkClient.makePath makePath: /configs/conf1/open-exchange-rates.json
[junit4] 2> 773696 T3458 oasc.AbstractZkTestCase.putConfig put /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test-files/solr/collection1/conf/mapping-ISOLatin1Accent.txt to /configs/conf1/mapping-ISOLatin1Accent.txt
[junit4] 2> 773697 T3458 oascc.SolrZkClient.makePath makePath: /configs/conf1/mapping-ISOLatin1Accent.txt
[junit4] 2> 773699 T3458 oasc.AbstractZkTestCase.putConfig put /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test-files/solr/collection1/conf/old_synonyms.txt to /configs/conf1/old_synonyms.txt
[junit4] 2> 773699 T3458 oascc.SolrZkClient.makePath makePath: /configs/conf1/old_synonyms.txt
[junit4] 2> 773701 T3458 oasc.AbstractZkTestCase.putConfig put /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test-files/solr/collection1/conf/synonyms.txt to /configs/conf1/synonyms.txt
[junit4] 2> 773702 T3458 oascc.SolrZkClient.makePath makePath: /configs/conf1/synonyms.txt
[junit4] 2> 773768 T3458 oejs.Server.doStart jetty-8.1.10.v20130312
[junit4] 2> 773770 T3458 oejs.AbstractConnector.doStart Started SelectChannelConnector@127.0.0.1:55169
[junit4] 2> 773771 T3458 oass.SolrDispatchFilter.init SolrDispatchFilter.init()
[junit4] 2> 773771 T3458 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
[junit4] 2> 773771 T3458 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-controljetty-1375395221356
[junit4] 2> 773771 T3458 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-controljetty-1375395221356/'
[junit4] 2> 773781 T3458 oasc.ConfigSolr.fromFile Loading container configuration from /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-controljetty-1375395221356/solr.xml
[junit4] 2> 773817 T3458 oasc.ConfigSolrXml.<init> Config-defined core root directory:
[junit4] 2> 773818 T3458 oasc.CoreContainer.<init> New CoreContainer 1020686777
[junit4] 2> 773819 T3458 oasc.CoreContainer.load Loading cores into CoreContainer [instanceDir=/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-controljetty-1375395221356/]
[junit4] 2> 773820 T3458 oashc.HttpShardHandlerFactory.getParameter Setting socketTimeout to: 120000
[junit4] 2> 773820 T3458 oashc.HttpShardHandlerFactory.getParameter Setting urlScheme to: http://
[junit4] 2> 773820 T3458 oashc.HttpShardHandlerFactory.getParameter Setting connTimeout to: 15000
[junit4] 2> 773820 T3458 oashc.HttpShardHandlerFactory.getParameter Setting maxConnectionsPerHost to: 20
[junit4] 2> 773821 T3458 oashc.HttpShardHandlerFactory.getParameter Setting corePoolSize to: 0
[junit4] 2> 773821 T3458 oashc.HttpShardHandlerFactory.getParameter Setting maximumPoolSize to: 2147483647
[junit4] 2> 773821 T3458 oashc.HttpShardHandlerFactory.getParameter Setting maxThreadIdleTime to: 5
[junit4] 2> 773821 T3458 oashc.HttpShardHandlerFactory.getParameter Setting sizeOfQueue to: -1
[junit4] 2> 773821 T3458 oashc.HttpShardHandlerFactory.getParameter Setting fairnessPolicy to: false
[junit4] 2> 773822 T3458 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnectionsPerHost=20&maxConnections=10000&socketTimeout=120000&connTimeout=15000&retry=false
[junit4] 2> 773824 T3458 oasc.ZkContainer.initZooKeeper Zookeeper client=127.0.0.1:60232/solr
[junit4] 2> 773825 T3458 oasc.ZkController.checkChrootPath zkHost includes chroot
[junit4] 2> 773825 T3458 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4] 2> 773827 T3478 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@7f65d3d9 name:ZooKeeperConnection Watcher:127.0.0.1:60232 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4] 2> 773827 T3458 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4] 2> 773828 T3458 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=500&maxConnectionsPerHost=16&socketTimeout=120000&connTimeout=15000
[junit4] 2> 773831 T3458 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4] 2> 773832 T3480 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@8c01952 name:ZooKeeperConnection Watcher:127.0.0.1:60232/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4] 2> 773832 T3458 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4] 2> 773833 T3458 oascc.SolrZkClient.makePath makePath: /overseer/queue
[junit4] 2> 773835 T3458 oascc.SolrZkClient.makePath makePath: /overseer/collection-queue-work
[junit4] 2> 773837 T3458 oascc.SolrZkClient.makePath makePath: /live_nodes
[junit4] 2> 773837 T3458 oasc.ZkController.createEphemeralLiveNode Register node as live in ZooKeeper:/live_nodes/127.0.0.1:55169_l_npb%2Fl
[junit4] 2> 773838 T3458 oascc.SolrZkClient.makePath makePath: /live_nodes/127.0.0.1:55169_l_npb%2Fl
[junit4] 2> 773841 T3458 oascc.SolrZkClient.makePath makePath: /overseer_elect/election
[junit4] 2> 773843 T3458 oascc.SolrZkClient.makePath makePath: /overseer_elect/leader
[junit4] 2> 773844 T3458 oasc.Overseer.start Overseer (id=90137901163085827-127.0.0.1:55169_l_npb%2Fl-n_0000000000) starting
[junit4] 2> 773846 T3458 oascc.SolrZkClient.makePath makePath: /overseer/queue-work
[junit4] 2> 773848 T3482 oasc.OverseerCollectionProcessor.run Process current queue of collection creations
[junit4] 2> 773848 T3458 oascc.SolrZkClient.makePath makePath: /clusterstate.json
[junit4] 2> 773852 T3458 oascc.SolrZkClient.makePath makePath: /aliases.json
[junit4] 2> 773853 T3458 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper...
[junit4] 2> 773855 T3481 oasc.Overseer$ClusterStateUpdater.run Starting to work on the main queue
[junit4] 2> 773857 T3458 oasc.CorePropertiesLocator.discover Looking for core definitions underneath /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-controljetty-1375395221356
[junit4] 2> 773878 T3458 oasc.CorePropertiesLocator.discoverUnder Found core conf in /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-controljetty-1375395221356/conf/
[junit4] 2> 773879 T3458 oasc.CorePropertiesLocator.discover Found 1 core definitions
[junit4] 2> 773879 T3458 oass.SolrDispatchFilter.init user.dir=/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0
[junit4] 2> 773880 T3458 oass.SolrDispatchFilter.init SolrDispatchFilter.init() done
[junit4] 2> 773880 T3458 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4] 2> 773882 T3458 oascsi.HttpClientUtil.createClient Creating new http client, config:
[junit4] 2> 773883 T3458 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4] 2> 773885 T3485 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@42526c9c name:ZooKeeperConnection Watcher:127.0.0.1:60232/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4] 2> 773885 T3458 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4] 2> 773886 T3458 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper...
[junit4] 2> 773887 T3458 oasc.ChaosMonkey.monkeyLog monkey: init - expire sessions:true cause connection loss:true
[junit4] 2> 773944 T3458 oejs.Server.doStart jetty-8.1.10.v20130312
[junit4] 2> 773946 T3458 oejs.AbstractConnector.doStart Started SelectChannelConnector@127.0.0.1:45291
[junit4] 2> 773946 T3458 oass.SolrDispatchFilter.init SolrDispatchFilter.init()
[junit4] 2> 773947 T3458 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
[junit4] 2> 773947 T3458 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty1-1375395221539
[junit4] 2> 773947 T3458 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty1-1375395221539/'
[junit4] 2> 773957 T3458 oasc.ConfigSolr.fromFile Loading container configuration from /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty1-1375395221539/solr.xml
[junit4] 2> 773985 T3458 oasc.ConfigSolrXml.<init> Config-defined core root directory:
[junit4] 2> 773985 T3458 oasc.CoreContainer.<init> New CoreContainer 982338201
[junit4] 2> 773985 T3458 oasc.CoreContainer.load Loading cores into CoreContainer [instanceDir=/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty1-1375395221539/]
[junit4] 2> 773986 T3458 oashc.HttpShardHandlerFactory.getParameter Setting socketTimeout to: 120000
[junit4] 2> 773986 T3458 oashc.HttpShardHandlerFactory.getParameter Setting urlScheme to: http://
[junit4] 2> 773987 T3458 oashc.HttpShardHandlerFactory.getParameter Setting connTimeout to: 15000
[junit4] 2> 773987 T3458 oashc.HttpShardHandlerFactory.getParameter Setting maxConnectionsPerHost to: 20
[junit4] 2> 773987 T3458 oashc.HttpShardHandlerFactory.getParameter Setting corePoolSize to: 0
[junit4] 2> 773987 T3458 oashc.HttpShardHandlerFactory.getParameter Setting maximumPoolSize to: 2147483647
[junit4] 2> 773988 T3458 oashc.HttpShardHandlerFactory.getParameter Setting maxThreadIdleTime to: 5
[junit4] 2> 773988 T3458 oashc.HttpShardHandlerFactory.getParameter Setting sizeOfQueue to: -1
[junit4] 2> 773988 T3458 oashc.HttpShardHandlerFactory.getParameter Setting fairnessPolicy to: false
[junit4] 2> 773988 T3458 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnectionsPerHost=20&maxConnections=10000&socketTimeout=120000&connTimeout=15000&retry=false
[junit4] 2> 773991 T3458 oasc.ZkContainer.initZooKeeper Zookeeper client=127.0.0.1:60232/solr
[junit4] 2> 773991 T3458 oasc.ZkController.checkChrootPath zkHost includes chroot
[junit4] 2> 773992 T3458 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4] 2> 773993 T3496 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@6f8004b5 name:ZooKeeperConnection Watcher:127.0.0.1:60232 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4] 2> 773993 T3458 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4] 2> 773996 T3458 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=500&maxConnectionsPerHost=16&socketTimeout=120000&connTimeout=15000
[junit4] 2> 773998 T3458 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4] 2> 774000 T3498 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@6e1ef432 name:ZooKeeperConnection Watcher:127.0.0.1:60232/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4] 2> 774000 T3458 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4] 2> 774002 T3458 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper...
[junit4] 2> 775004 T3458 oasc.ZkController.createEphemeralLiveNode Register node as live in ZooKeeper:/live_nodes/127.0.0.1:45291_l_npb%2Fl
[junit4] 2> 775006 T3458 oascc.SolrZkClient.makePath makePath: /live_nodes/127.0.0.1:45291_l_npb%2Fl
[junit4] 2> 775007 T3480 oascc.ZkStateReader$3.process Updating live nodes... (2)
[junit4] 2> 775007 T3485 oascc.ZkStateReader$3.process Updating live nodes... (2)
[junit4] 2> 775008 T3498 oascc.ZkStateReader$3.process Updating live nodes... (2)
[junit4] 2> 775012 T3458 oasc.CorePropertiesLocator.discover Looking for core definitions underneath /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty1-1375395221539
[junit4] 2> 775033 T3458 oasc.CorePropertiesLocator.discoverUnder Found core conf in /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty1-1375395221539/conf/
[junit4] 2> 775033 T3458 oasc.CorePropertiesLocator.discover Found 1 core definitions
[junit4] 2> 775034 T3458 oass.SolrDispatchFilter.init user.dir=/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0
[junit4] 2> 775034 T3458 oass.SolrDispatchFilter.init SolrDispatchFilter.init() done
[junit4] 2> 775034 T3458 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4] 2> 775094 T3458 oejs.Server.doStart jetty-8.1.10.v20130312
[junit4] 2> 775096 T3458 oejs.AbstractConnector.doStart Started SelectChannelConnector@127.0.0.1:45807
[junit4] 2> 775096 T3458 oass.SolrDispatchFilter.init SolrDispatchFilter.init()
[junit4] 2> 775097 T3458 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
[junit4] 2> 775097 T3458 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty2-1375395222689
[junit4] 2> 775097 T3458 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty2-1375395222689/'
[junit4] 2> 775106 T3458 oasc.ConfigSolr.fromFile Loading container configuration from /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty2-1375395222689/solr.xml
[junit4] 2> 775133 T3458 oasc.ConfigSolrXml.<init> Config-defined core root directory:
[junit4] 2> 775134 T3458 oasc.CoreContainer.<init> New CoreContainer 1032835309
[junit4] 2> 775134 T3458 oasc.CoreContainer.load Loading cores into CoreContainer [instanceDir=/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty2-1375395222689/]
[junit4] 2> 775135 T3458 oashc.HttpShardHandlerFactory.getParameter Setting socketTimeout to: 120000
[junit4] 2> 775135 T3458 oashc.HttpShardHandlerFactory.getParameter Setting urlScheme to: http://
[junit4] 2> 775136 T3458 oashc.HttpShardHandlerFactory.getParameter Setting connTimeout to: 15000
[junit4] 2> 775136 T3458 oashc.HttpShardHandlerFactory.getParameter Setting maxConnectionsPerHost to: 20
[junit4] 2> 775136 T3458 oashc.HttpShardHandlerFactory.getParameter Setting corePoolSize to: 0
[junit4] 2> 775136 T3458 oashc.HttpShardHandlerFactory.getParameter Setting maximumPoolSize to: 2147483647
[junit4] 2> 775137 T3458 oashc.HttpShardHandlerFactory.getParameter Setting maxThreadIdleTime to: 5
[junit4] 2> 775137 T3458 oashc.HttpShardHandlerFactory.getParameter Setting sizeOfQueue to: -1
[junit4] 2> 775137 T3458 oashc.HttpShardHandlerFactory.getParameter Setting fairnessPolicy to: false
[junit4] 2> 775137 T3458 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnectionsPerHost=20&maxConnections=10000&socketTimeout=120000&connTimeout=15000&retry=false
[junit4] 2> 775140 T3458 oasc.ZkContainer.initZooKeeper Zookeeper client=127.0.0.1:60232/solr
[junit4] 2> 775140 T3458 oasc.ZkController.checkChrootPath zkHost includes chroot
[junit4] 2> 775141 T3458 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4] 2> 775142 T3510 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@37368855 name:ZooKeeperConnection Watcher:127.0.0.1:60232 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4] 2> 775143 T3458 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4] 2> 775144 T3458 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=500&maxConnectionsPerHost=16&socketTimeout=120000&connTimeout=15000
[junit4] 2> 775146 T3458 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4] 2> 775147 T3512 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@3ace09da name:ZooKeeperConnection Watcher:127.0.0.1:60232/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4] 2> 775148 T3458 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4] 2> 775150 T3458 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper...
[junit4] 2> 776152 T3458 oasc.ZkController.createEphemeralLiveNode Register node as live in ZooKeeper:/live_nodes/127.0.0.1:45807_l_npb%2Fl
[junit4] 2> 776153 T3458 oascc.SolrZkClient.makePath makePath: /live_nodes/127.0.0.1:45807_l_npb%2Fl
[junit4] 2> 776155 T3498 oascc.ZkStateReader$3.process Updating live nodes... (3)
[junit4] 2> 776155 T3485 oascc.ZkStateReader$3.process Updating live nodes... (3)
[junit4] 2> 776155 T3480 oascc.ZkStateReader$3.process Updating live nodes... (3)
[junit4] 2> 776155 T3512 oascc.ZkStateReader$3.process Updating live nodes... (3)
[junit4] 2> 776159 T3458 oasc.CorePropertiesLocator.discover Looking for core definitions underneath /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty2-1375395222689
[junit4] 2> 776180 T3458 oasc.CorePropertiesLocator.discoverUnder Found core conf in /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty2-1375395222689/conf/
[junit4] 2> 776180 T3458 oasc.CorePropertiesLocator.discover Found 1 core definitions
[junit4] 2> 776181 T3458 oass.SolrDispatchFilter.init user.dir=/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0
[junit4] 2> 776181 T3458 oass.SolrDispatchFilter.init SolrDispatchFilter.init() done
[junit4] 2> 776181 T3458 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4] 2> 776240 T3458 oejs.Server.doStart jetty-8.1.10.v20130312
[junit4] 2> 776242 T3458 oejs.AbstractConnector.doStart Started SelectChannelConnector@127.0.0.1:52170
[junit4] 2> 776242 T3458 oass.SolrDispatchFilter.init SolrDispatchFilter.init()
[junit4] 2> 776243 T3458 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
[junit4] 2> 776243 T3458 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty3-1375395223836
[junit4] 2> 776243 T3458 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty3-1375395223836/'
[junit4] 2> 776253 T3458 oasc.ConfigSolr.fromFile Loading container configuration from /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty3-1375395223836/solr.xml
[junit4] 2> 776280 T3458 oasc.ConfigSolrXml.<init> Config-defined core root directory:
[junit4] 2> 776280 T3458 oasc.CoreContainer.<init> New CoreContainer 1371015439
[junit4] 2> 776280 T3458 oasc.CoreContainer.load Loading cores into CoreContainer [instanceDir=/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty3-1375395223836/]
[junit4] 2> 776281 T3458 oashc.HttpShardHandlerFactory.getParameter Setting socketTimeout to: 120000
[junit4] 2> 776281 T3458 oashc.HttpShardHandlerFactory.getParameter Setting urlScheme to: http://
[junit4] 2> 776282 T3458 oashc.HttpShardHandlerFactory.getParameter Setting connTimeout to: 15000
[junit4] 2> 776282 T3458 oashc.HttpShardHandlerFactory.getParameter Setting maxConnectionsPerHost to: 20
[junit4] 2> 776282 T3458 oashc.HttpShardHandlerFactory.getParameter Setting corePoolSize to: 0
[junit4] 2> 776282 T3458 oashc.HttpShardHandlerFactory.getParameter Setting maximumPoolSize to: 2147483647
[junit4] 2> 776283 T3458 oashc.HttpShardHandlerFactory.getParameter Setting maxThreadIdleTime to: 5
[junit4] 2> 776283 T3458 oashc.HttpShardHandlerFactory.getParameter Setting sizeOfQueue to: -1
[junit4] 2> 776283 T3458 oashc.HttpShardHandlerFactory.getParameter Setting fairnessPolicy to: false
[junit4] 2> 776283 T3458 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnectionsPerHost=20&maxConnections=10000&socketTimeout=120000&connTimeout=15000&retry=false
[junit4] 2> 776286 T3458 oasc.ZkContainer.initZooKeeper Zookeeper client=127.0.0.1:60232/solr
[junit4] 2> 776286 T3458 oasc.ZkController.checkChrootPath zkHost includes chroot
[junit4] 2> 776287 T3458 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4] 2> 776288 T3524 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@428e0bf9 name:ZooKeeperConnection Watcher:127.0.0.1:60232 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4] 2> 776288 T3458 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4] 2> 776289 T3458 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=500&maxConnectionsPerHost=16&socketTimeout=120000&connTimeout=15000
[junit4] 2> 776292 T3458 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4] 2> 776293 T3526 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@255f142f name:ZooKeeperConnection Watcher:127.0.0.1:60232/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4] 2> 776293 T3458 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4] 2> 776296 T3458 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper...
[junit4] 2> 777298 T3458 oasc.ZkController.createEphemeralLiveNode Register node as live in ZooKeeper:/live_nodes/127.0.0.1:52170_l_npb%2Fl
[junit4] 2> 777299 T3458 oascc.SolrZkClient.makePath makePath: /live_nodes/127.0.0.1:52170_l_npb%2Fl
[junit4] 2> 777301 T3512 oascc.ZkStateReader$3.process Updating live nodes... (4)
[junit4] 2> 777301 T3498 oascc.ZkStateReader$3.process Updating live nodes... (4)
[junit4] 2> 777301 T3480 oascc.ZkStateReader$3.process Updating live nodes... (4)
[junit4] 2> 777301 T3526 oascc.ZkStateReader$3.process Updating live nodes... (4)
[junit4] 2> 777301 T3485 oascc.ZkStateReader$3.process Updating live nodes... (4)
[junit4] 2> 777305 T3458 oasc.CorePropertiesLocator.discover Looking for core definitions underneath /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty3-1375395223836
[junit4] 2> 777326 T3458 oasc.CorePropertiesLocator.discoverUnder Found core conf in /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty3-1375395223836/conf/
[junit4] 2> 777326 T3458 oasc.CorePropertiesLocator.discover Found 1 core definitions
[junit4] 2> 777327 T3458 oass.SolrDispatchFilter.init user.dir=/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0
[junit4] 2> 777327 T3458 oass.SolrDispatchFilter.init SolrDispatchFilter.init() done
[junit4] 2> 777328 T3458 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4] 2> 777389 T3458 oejs.Server.doStart jetty-8.1.10.v20130312
[junit4] 2> 777391 T3458 oejs.AbstractConnector.doStart Started SelectChannelConnector@127.0.0.1:34508
[junit4] 2> 777391 T3458 oass.SolrDispatchFilter.init SolrDispatchFilter.init()
[junit4] 2> 777391 T3458 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
[junit4] 2> 777392 T3458 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty4-1375395224982
[junit4] 2> 777392 T3458 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty4-1375395224982/'
[junit4] 2> 777406 T3458 oasc.ConfigSolr.fromFile Loading container configuration from /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty4-1375395224982/solr.xml
[junit4] 2> 777456 T3458 oasc.ConfigSolrXml.<init> Config-defined core root directory:
[junit4] 2> 777457 T3458 oasc.CoreContainer.<init> New CoreContainer 1895942247
[junit4] 2> 777457 T3458 oasc.CoreContainer.load Loading cores into CoreContainer [instanceDir=/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty4-1375395224982/]
[junit4] 2> 777463 T3458 oashc.HttpShardHandlerFactory.getParameter Setting socketTimeout to: 120000
[junit4] 2> 777464 T3458 oashc.HttpShardHandlerFactory.getParameter Setting urlScheme to: http://
[junit4] 2> 777464 T3458 oashc.HttpShardHandlerFactory.getParameter Setting connTimeout to: 15000
[junit4] 2> 777465 T3458 oashc.HttpShardHandlerFactory.getParameter Setting maxConnectionsPerHost to: 20
[junit4] 2> 777465 T3458 oashc.HttpShardHandlerFactory.getParameter Setting corePoolSize to: 0
[junit4] 2> 777465 T3458 oashc.HttpShardHandlerFactory.getParameter Setting maximumPoolSize to: 2147483647
[junit4] 2> 777466 T3458 oashc.HttpShardHandlerFactory.getParameter Setting maxThreadIdleTime to: 5
[junit4] 2> 777466 T3458 oashc.HttpShardHandlerFactory.getParameter Setting sizeOfQueue to: -1
[junit4] 2> 777467 T3458 oashc.HttpShardHandlerFactory.getParameter Setting fairnessPolicy to: false
[junit4] 2> 777467 T3458 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnectionsPerHost=20&maxConnections=10000&socketTimeout=120000&connTimeout=15000&retry=false
[junit4] 2> 777471 T3458 oasc.ZkContainer.initZooKeeper Zookeeper client=127.0.0.1:60232/solr
[junit4] 2> 777472 T3458 oasc.ZkController.checkChrootPath zkHost includes chroot
[junit4] 2> 777473 T3458 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4] 2> 777475 T3538 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@342c92c3 name:ZooKeeperConnection Watcher:127.0.0.1:60232 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4] 2> 777475 T3458 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4] 2> 777477 T3458 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=500&maxConnectionsPerHost=16&socketTimeout=120000&connTimeout=15000
[junit4] 2> 777480 T3458 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4] 2> 777482 T3540 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@755f31d2 name:ZooKeeperConnection Watcher:127.0.0.1:60232/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4] 2> 777482 T3458 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4] 2> 777486 T3458 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper...
[junit4] 2> 778488 T3458 oasc.ZkController.createEphemeralLiveNode Register node as live in ZooKeeper:/live_nodes/127.0.0.1:34508_l_npb%2Fl
[junit4] 2> 778490 T3458 oascc.SolrZkClient.makePath makePath: /live_nodes/127.0.0.1:34508_l_npb%2Fl
[junit4] 2> 778492 T3498 oascc.ZkStateReader$3.process Updating live nodes... (5)
[junit4] 2> 778493 T3485 oascc.ZkStateReader$3.process Updating live nodes... (5)
[junit4] 2> 778493 T3480 oascc.ZkStateReader$3.process Updating live nodes... (5)
[junit4] 2> 778493 T3540 oascc.ZkStateReader$3.process Updating live nodes... (5)
[junit4] 2> 778493 T3512 oascc.ZkStateReader$3.process Updating live nodes... (5)
[junit4] 2> 778493 T3526 oascc.ZkStateReader$3.process Updating live nodes... (5)
[junit4] 2> 778503 T3458 oasc.CorePropertiesLocator.discover Looking for core definitions underneath /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty4-1375395224982
[junit4] 2> 778542 T3458 oasc.CorePropertiesLocator.discoverUnder Found core conf in /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty4-1375395224982/conf/
[junit4] 2> 778543 T3458 oasc.CorePropertiesLocator.discover Found 1 core definitions
[junit4] 2> 778543 T3458 oass.SolrDispatchFilter.init user.dir=/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0
[junit4] 2> 778544 T3458 oass.SolrDispatchFilter.init SolrDispatchFilter.init() done
[junit4] 2> 778544 T3458 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4] 2> 778548 T3458 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4] 2> 778553 T3491 oasha.CollectionsHandler.handleCreateAction Creating Collection : numShards=2&name=nodes_used_collection&replicationFactor=2&action=CREATE&wt=javabin&version=2
[junit4] 2> 778554 T3480 oasc.DistributedQueue$LatchChildWatcher.process Watcher fired on path: /overseer/collection-queue-work state: SyncConnected type NodeChildrenChanged
[junit4] 2> 778555 T3482 oasc.OverseerCollectionProcessor.run Overseer Collection Processor: Get the message id:/overseer/collection-queue-work/qn-0000000000 message:{
[junit4] 2> "operation":"createcollection",
[junit4] 2> "numShards":"2",
[junit4] 2> "name":"nodes_used_collection",
[junit4] 2> "replicationFactor":"2"}
[junit4] 2> 778555 T3482 oasc.OverseerCollectionProcessor.processMessage WARN OverseerCollectionProcessor.processMessage : createcollection , {
[junit4] 2> "operation":"createcollection",
[junit4] 2> "numShards":"2",
[junit4] 2> "name":"nodes_used_collection",
[junit4] 2> "replicationFactor":"2"}
[junit4] 2> 779861 T3481 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper...
[junit4] 2> 779862 T3481 oasc.Overseer$ClusterStateUpdater.buildCollection building a new collection: nodes_used_collection
[junit4] 2> 779862 T3481 oasc.Overseer$ClusterStateUpdater.createCollection Create collection nodes_used_collection with shards [shard1, shard2]
[junit4] 2> 779865 T3485 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4] 2> 779865 T3480 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4] 2> 779865 T3498 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4] 2> 779865 T3540 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4] 2> 779865 T3512 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4] 2> 779865 T3526 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4] 2> 779967 T3482 oasc.OverseerCollectionProcessor.createCollection going to create cores replicas shardNames [shard1, shard2] , repFactor : 2
[junit4] 2> 779967 T3482 oasc.OverseerCollectionProcessor.createCollection Creating shard nodes_used_collection_shard1_replica1 as part of slice shard1 of collection nodes_used_collection on 127.0.0.1:45807_l_npb%2Fl
[junit4] 2> 779968 T3482 oasc.OverseerCollectionProcessor.createCollection Creating shard nodes_used_collection_shard1_replica2 as part of slice shard1 of collection nodes_used_collection on 127.0.0.1:34508_l_npb%2Fl
[junit4] 2> 779969 T3482 oasc.OverseerCollectionProcessor.createCollection Creating shard nodes_used_collection_shard2_replica1 as part of slice shard2 of collection nodes_used_collection on 127.0.0.1:55169_l_npb%2Fl
[junit4] 2> 779969 T3482 oasc.OverseerCollectionProcessor.createCollection Creating shard nodes_used_collection_shard2_replica2 as part of slice shard2 of collection nodes_used_collection on 127.0.0.1:45291_l_npb%2Fl
[junit4] 2> 779971 T3507 oasc.ZkController.publish publishing core=nodes_used_collection_shard1_replica1 state=down
[junit4] 2> 779971 T3473 oasc.ZkController.publish publishing core=nodes_used_collection_shard2_replica1 state=down
[junit4] 2> 779971 T3536 oasc.ZkController.publish publishing core=nodes_used_collection_shard1_replica2 state=down
[junit4] 2> 779972 T3494 oasc.ZkController.publish publishing core=nodes_used_collection_shard2_replica2 state=down
[junit4] 2> 779972 T3507 oasc.ZkController.waitForCoreNodeName look for our core node name
[junit4] 2> 779972 T3473 oasc.ZkController.waitForCoreNodeName look for our core node name
[junit4] 2> 779972 T3536 oasc.ZkController.waitForCoreNodeName look for our core node name
[junit4] 2> 779973 T3494 oasc.ZkController.waitForCoreNodeName look for our core node name
[junit4] 2> 781368 T3481 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper...
[junit4] 2> 781369 T3481 oasc.Overseer$ClusterStateUpdater.updateState WARN Could not find collection node for nodes_used_collection, skipping publish state
[junit4] 2> 781369 T3481 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=2 message={
[junit4] 2> "operation":"state",
[junit4] 2> "core_node_name":"core_node1",
[junit4] 2> "numShards":"2",
[junit4] 2> "shard":"shard1",
[junit4] 2> "roles":null,
[junit4] 2> "state":"down",
[junit4] 2> "shard_state":"active",
[junit4] 2> "core":"nodes_used_collection_shard1_replica1",
[junit4] 2> "collection":"nodes_used_collection",
[junit4] 2> "shard_range":null,
[junit4] 2> "node_name":"127.0.0.1:45807_l_npb%2Fl",
[junit4] 2> "base_url":"http://127.0.0.1:45807/l_npb/l"}
[junit4] 2> 781372 T3481 oasc.Overseer$ClusterStateUpdater.updateState WARN Could not find collection node for nodes_used_collection, skipping publish state
[junit4] 2> 781373 T3481 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=2 message={
[junit4] 2> "operation":"state",
[junit4] 2> "core_node_name":"core_node2",
[junit4] 2> "numShards":"2",
[junit4] 2> "shard":"shard2",
[junit4] 2> "roles":null,
[junit4] 2> "state":"down",
[junit4] 2> "shard_state":"active",
[junit4] 2> "core":"nodes_used_collection_shard2_replica1",
[junit4] 2> "collection":"nodes_used_collection",
[junit4] 2> "shard_range":null,
[junit4] 2> "node_name":"127.0.0.1:55169_l_npb%2Fl",
[junit4] 2> "base_url":"http://127.0.0.1:55169/l_npb/l"}
[junit4] 2> 781375 T3481 oasc.Overseer$ClusterStateUpdater.updateState WARN Could not find collection node for nodes_used_collection, skipping publish state
[junit4] 2> 781376 T3481 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=2 message={
[junit4] 2> "operation":"state",
[junit4] 2> "core_node_name":"core_node3",
[junit4] 2> "numShards":"2",
[junit4] 2> "shard":"shard1",
[junit4] 2> "roles":null,
[junit4] 2> "state":"down",
[junit4] 2> "shard_state":"active",
[junit4] 2> "core":"nodes_used_collection_shard1_replica2",
[junit4] 2> "collection":"nodes_used_collection",
[junit4] 2> "shard_range":null,
[junit4] 2> "node_name":"127.0.0.1:34508_l_npb%2Fl",
[junit4] 2> "base_url":"http://127.0.0.1:34508/l_npb/l"}
[junit4] 2> 781379 T3481 oasc.Overseer$ClusterStateUpdater.updateState WARN Could not find collection node for nodes_used_collection, skipping publish state
[junit4] 2> 781379 T3481 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=2 message={
[junit4] 2> "operation":"state",
[junit4] 2> "core_node_name":"core_node4",
[junit4] 2> "numShards":"2",
[junit4] 2> "shard":"shard2",
[junit4] 2> "roles":null,
[junit4] 2> "state":"down",
[junit4] 2> "shard_state":"active",
[junit4] 2> "core":"nodes_used_collection_shard2_replica2",
[junit4] 2> "collection":"nodes_used_collection",
[junit4] 2> "shard_range":null,
[junit4] 2> "node_name":"127.0.0.1:45291_l_npb%2Fl",
[junit4] 2> "base_url":"http://127.0.0.1:45291/l_npb/l"}
[junit4] 2> 781382 T3526 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4] 2> 781382 T3480 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4] 2> 781382 T3485 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4] 2> 781382 T3540 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4] 2> 781382 T3512 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4] 2> 781382 T3498 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4] 2> 781972 T3507 oasc.ZkController.waitForShardId waiting to find shard id in clusterstate for nodes_used_collection_shard1_replica1
[junit4] 2> 781973 T3473 oasc.ZkController.waitForShardId waiting to find shard id in clusterstate for nodes_used_collection_shard2_replica1
[junit4] 2> 781973 T3494 oasc.ZkController.waitForShardId waiting to find shard id in clusterstate for nodes_used_collection_shard2_replica2
[junit4] 2> 781973 T3507 oasc.CorePropertiesLocator.writePropertiesFile ERROR Couldn't persist core properties to /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty2-1375395222689/nodes_used_collection_shard1_replica1/core.properties: java.io.FileNotFoundException: /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty2-1375395222689/nodes_used_collection_shard1_replica1/core.properties (No such file or directory)
[junit4] 2> 781973 T3536 oasc.ZkController.waitForShardId waiting to find shard id in clusterstate for nodes_used_collection_shard1_replica2
[junit4] 2> 781974 T3507 oasc.CoreContainer.create Creating SolrCore 'nodes_used_collection_shard1_replica1' using instanceDir: /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty2-1375395222689/nodes_used_collection_shard1_replica1
[junit4] 2> 781974 T3507 oasc.ZkController.createCollectionZkNode Check for collection zkNode:nodes_used_collection
[junit4] 2> 781973 T3494 oasc.CorePropertiesLocator.writePropertiesFile ERROR Couldn't persist core properties to /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty1-1375395221539/nodes_used_collection_shard2_replica2/core.properties: java.io.FileNotFoundException: /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty1-1375395221539/nodes_used_collection_shard2_replica2/core.properties (No such file or directory)
[junit4] 2> 781973 T3473 oasc.CorePropertiesLocator.writePropertiesFile ERROR Couldn't persist core properties to /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-controljetty-1375395221356/nodes_used_collection_shard2_replica1/core.properties: java.io.FileNotFoundException: /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-controljetty-1375395221356/nodes_used_collection_shard2_replica1/core.properties (No such file or directory)
[junit4] 2> 781975 T3507 oasc.ZkController.createCollectionZkNode Creating collection in ZooKeeper:nodes_used_collection
[junit4] 2> 781975 T3507 oasc.ZkController.getConfName Looking for collection configName
[junit4] 2> 781975 T3494 oasc.CoreContainer.create Creating SolrCore 'nodes_used_collection_shard2_replica2' using instanceDir: /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty1-1375395221539/nodes_used_collection_shard2_replica2
[junit4] 2> 781976 T3494 oasc.ZkController.createCollectionZkNode Check for collection zkNode:nodes_used_collection
[junit4] 2> 781974 T3536 oasc.CorePropertiesLocator.writePropertiesFile ERROR Couldn't persist core properties to /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty4-1375395224982/nodes_used_collection_shard1_replica2/core.properties: java.io.FileNotFoundException: /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty4-1375395224982/nodes_used_collection_shard1_replica2/core.properties (No such file or directory)
[junit4] 2> 781976 T3507 oasc.ZkController.getConfName Only one config set found in zk - using it:conf1
[junit4] 2> 781976 T3494 oasc.ZkController.createCollectionZkNode Creating collection in ZooKeeper:nodes_used_collection
[junit4] 2> 781975 T3473 oasc.CoreContainer.create Creating SolrCore 'nodes_used_collection_shard2_replica1' using instanceDir: /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-controljetty-1375395221356/nodes_used_collection_shard2_replica1
[junit4] 2> 781977 T3473 oasc.ZkController.createCollectionZkNode Check for collection zkNode:nodes_used_collection
[junit4] 2> 781977 T3494 oasc.ZkController.getConfName Looking for collection configName
[junit4] 2> 781977 T3507 oascc.SolrZkClient.makePath makePath: /collections/nodes_used_collection
[junit4] 2> 781976 T3536 oasc.CoreContainer.create Creating SolrCore 'nodes_used_collection_shard1_replica2' using instanceDir: /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty4-1375395224982/nodes_used_collection_shard1_replica2
[junit4] 2> 781978 T3536 oasc.ZkController.createCollectionZkNode Check for collection zkNode:nodes_used_collection
[junit4] 2> 781978 T3473 oasc.ZkController.createCollectionZkNode Creating collection in ZooKeeper:nodes_used_collection
[junit4] 2> 781978 T3494 oasc.ZkController.getConfName Only one config set found in zk - using it:conf1
[junit4] 2> 781979 T3536 oasc.ZkController.createCollectionZkNode Creating collection in ZooKeeper:nodes_used_collection
[junit4] 2> 781979 T3473 oasc.ZkController.getConfName Looking for collection configName
[junit4] 2> 781979 T3507 oasc.ZkController.readConfigName Load collection config from:/collections/nodes_used_collection
[junit4] 2> 781979 T3536 oasc.ZkController.getConfName Looking for collection configName
[junit4] 2> 781979 T3494 oascc.SolrZkClient.makePath makePath: /collections/nodes_used_collection
[junit4] 2> 781980 T3473 oascc.SolrZkClient.makePath makePath: /collections/nodes_used_collection
[junit4] 2> 781981 T3507 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty2-1375395222689/nodes_used_collection_shard1_replica1/'
[junit4] 2> 781981 T3536 oascc.SolrZkClient.makePath makePath: /collections/nodes_used_collection
[junit4] 2> 781982 T3494 oasc.ZkController.readConfigName Load collection config from:/collections/nodes_used_collection
[junit4] 2> 781982 T3473 oasc.ZkController.readConfigName Load collection config from:/collections/nodes_used_collection
[junit4] 2> 781987 T3536 oasc.ZkController.readConfigName Load collection config from:/collections/nodes_used_collection
[junit4] 2> 781987 T3494 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty1-1375395221539/nodes_used_collection_shard2_replica2/'
[junit4] 2> 781987 T3473 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-controljetty-1375395221356/nodes_used_collection_shard2_replica1/'
[junit4] 2> 781988 T3536 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty4-1375395224982/nodes_used_collection_shard1_replica2/'
[junit4] 2> 782021 T3507 oasc.SolrConfig.<init> Using Lucene MatchVersion: LUCENE_45
[junit4] 2> 782035 T3494 oasc.SolrConfig.<init> Using Lucene MatchVersion: LUCENE_45
[junit4] 2> 782039 T3536 oasc.SolrConfig.<init> Using Lucene MatchVersion: LUCENE_45
[junit4] 2> 782045 T3473 oasc.SolrConfig.<init> Using Lucene MatchVersion: LUCENE_45
[junit4] 2> 782049 T3507 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml
[junit4] 2> 782051 T3507 oass.IndexSchema.readSchema Reading Solr Schema from schema.xml
[junit4] 2> 782057 T3507 oass.IndexSchema.readSchema [nodes_used_collection_shard1_replica1] Schema name=test
[junit4] 2> 782091 T3494 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml
[junit4] 2> 782092 T3536 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml
[junit4] 2> 782092 T3494 oass.IndexSchema.readSchema Reading Solr Schema from schema.xml
[junit4] 2> 782093 T3536 oass.IndexSchema.readSchema Reading Solr Schema from schema.xml
[junit4] 2> 782099 T3473 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml
[junit4] 2> 782101 T3473 oass.IndexSchema.readSchema Reading Solr Schema from schema.xml
[junit4] 2> 782103 T3536 oass.IndexSchema.readSchema [nodes_used_collection_shard1_replica2] Schema name=test
[junit4] 2> 782103 T3494 oass.IndexSchema.readSchema [nodes_used_collection_shard2_replica2] Schema name=test
[junit4] 2> 782111 T3473 oass.IndexSchema.readSchema [nodes_used_collection_shard2_replica1] Schema name=test
[junit4] 2> 782436 T3507 oass.ByteField.init WARN ByteField is deprecated and will be removed in 5.0. You should use TrieIntField instead.
[junit4] 2> 782436 T3507 oass.ShortField.init WARN ShortField is deprecated and will be removed in 5.0. You should use TrieIntField instead.
[junit4] 2> 782437 T3507 oass.OpenExchangeRatesOrgProvider.init Initialized with rates=open-exchange-rates.json, refreshInterval=1440.
[junit4] 2> 782441 T3507 oass.IndexSchema.readSchema default search field in schema is text
[junit4] 2> 782443 T3507 oass.IndexSchema.readSchema unique key field: id
[junit4] 2> 782453 T3507 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4] 2> 782456 T3507 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4] 2> 782459 T3507 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
[junit4] 2> 782460 T3507 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Unknown key IMPORTANT NOTE
[junit4] 2> 782460 T3507 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Expected key, got STRING
[junit4] 2> 782460 T3507 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
[junit4] 2> 782461 T3507 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Unknown key IMPORTANT NOTE
[junit4] 2> 782461 T3507 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Expected key, got STRING
[junit4] 2> 782462 T3507 oasc.SolrCore.initDirectoryFactory org.apache.solr.core.MockDirectoryFactory
[junit4] 2> 782462 T3507 oasc.SolrCore.<init> [nodes_used_collection_shard1_replica1] Opening new SolrCore at /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty2-1375395222689/nodes_used_collection_shard1_replica1/, dataDir=/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty2-1375395222689//nodes_used_collection_shard1_replica1/data/
[junit4] 2> 782462 T3507 oasc.JmxMonitoredMap.<init> JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@dfa0111
[junit4] 2> 782463 T3507 oasc.CachingDirectoryFactory.get return new directory for /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty2-1375395222689//nodes_used_collection_shard1_replica1/data
[junit4] 2> 782463 T3507 oasc.SolrCore.getNewIndexDir New index directory detected: old=null new=/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty2-1375395222689//nodes_used_collection_shard1_replica1/data/index/
[junit4] 2> 782463 T3507 oasc.SolrCore.initIndex WARN [nodes_used_collection_shard1_replica1] Solr index directory '/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty2-1375395222689/nodes_used_collection_shard1_replica1/data/index' doesn't exist. Creating new index...
[junit4] 2> 782464 T3507 oasc.CachingDirectoryFactory.get return new directory for /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty2-1375395222689//nodes_used_collection_shard1_replica1/data/index
[junit4] 2> 782465 T3507 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits: num=1
[junit4] 2> commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@7ed5e75e lockFactory=org.apache.lucene.store.NativeFSLockFactory@3eccb54c),segFN=segments_1,generation=1}
[junit4] 2> 782466 T3507 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 1
[junit4] 2> 782469 T3507 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe"
[junit4] 2> 782469 T3507 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "stored_sig"
[junit4] 2> 782470 T3507 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "distrib-dup-test-chain-implicit"
[junit4] 2> 782470 T3507 oasc.RequestHandlers.initHandlersFromConfig created standard: solr.StandardRequestHandler
[junit4] 2> 782471 T3507 oasc.RequestHandlers.initHandlersFromConfig created /get: solr.RealTimeGetHandler
[junit4] 2> 782471 T3507 oasc.RequestHandlers.initHandlersFromConfig adding lazy requestHandler: solr.ReplicationHandler
[junit4] 2> 782471 T3507 oasc.RequestHandlers.initHandlersFromConfig created /replication: solr.ReplicationHandler
[junit4] 2> 782471 T3507 oasc.RequestHandlers.initHandlersFromConfig created /update: solr.UpdateRequestHandler
[junit4] 2> 782472 T3507 oasc.RequestHandlers.initHandlersFromConfig created /admin/: org.apache.solr.handler.admin.AdminHandlers
[junit4] 2> 782474 T3507 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
[junit4] 2> 782476 T3507 oass.SolrIndexSearcher.<init> Opening Searcher@6bc81543 main
[junit4] 2> 782477 T3507 oasu.CommitTracker.<init> Hard AutoCommit: disabled
[junit4] 2> 782477 T3507 oasu.CommitTracker.<init> Soft AutoCommit: disabled
[junit4] 2> 782481 T3546 oasc.SolrCore.registerSearcher [nodes_used_collection_shard1_replica1] Registered new searcher Searcher@6bc81543 main{StandardDirectoryReader(segments_1:1)}
[junit4] 2> 782482 T3507 oasc.CoreContainer.registerCore registering core: nodes_used_collection_shard1_replica1
[junit4] 2> 782483 T3507 oasc.ZkController.register Register replica - core:nodes_used_collection_shard1_replica1 address:http://127.0.0.1:45807/l_npb/l collection:nodes_used_collection shard:shard1
[junit4] 2> 782483 T3507 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=10000&maxConnectionsPerHost=20&connTimeout=15000&socketTimeout=30000&retry=false
[junit4] 2> 782486 T3507 oascc.SolrZkClient.makePath makePath: /collections/nodes_used_collection/leader_elect/shard1/election
[junit4] 2> 782491 T3507 oasc.ShardLeaderElectionContext.runLeaderProcess Running the leader process for shard shard1
[junit4] 2> 782494 T3507 oasc.ShardLeaderElectionContext.waitForReplicasToComeUp Waiting until we see more replicas up for shard shard1: total=2 found=1 timeoutin=179999
[junit4] 2> 782550 T3494 oass.ByteField.init WARN ByteField is deprecated and will be removed in 5.0. You should use TrieIntField instead.
[junit4] 2> 782551 T3494 oass.ShortField.init WARN ShortField is deprecated and will be removed in 5.0. You should use TrieIntField instead.
[junit4] 2> 782552 T3494 oass.OpenExchangeRatesOrgProvider.init Initialized with rates=open-exchange-rates.json, refreshInterval=1440.
[junit4] 2> 782552 T3536 oass.ByteField.init WARN ByteField is deprecated and will be removed in 5.0. You should use TrieIntField instead.
[junit4] 2> 782552 T3536 oass.ShortField.init WARN ShortField is deprecated and will be removed in 5.0. You should use TrieIntField instead.
[junit4] 2> 782553 T3536 oass.OpenExchangeRatesOrgProvider.init Initialized with rates=open-exchange-rates.json, refreshInterval=1440.
[junit4] 2> 782557 T3536 oass.IndexSchema.readSchema default search field in schema is text
[junit4] 2> 782558 T3494 oass.IndexSchema.readSchema default search field in schema is text
[junit4] 2> 782559 T3473 oass.ByteField.init WARN ByteField is deprecated and will be removed in 5.0. You should use TrieIntField instead.
[junit4] 2> 782559 T3473 oass.ShortField.init WARN ShortField is deprecated and will be removed in 5.0. You should use TrieIntField instead.
[junit4] 2> 782560 T3536 oass.IndexSchema.readSchema unique key field: id
[junit4] 2> 782560 T3473 oass.OpenExchangeRatesOrgProvider.init Initialized with rates=open-exchange-rates.json, refreshInterval=1440.
[junit4] 2> 782562 T3494 oass.IndexSchema.readSchema unique key field: id
[junit4] 2> 782564 T3473 oass.IndexSchema.readSchema default search field in schema is text
[junit4] 2> 782567 T3473 oass.IndexSchema.readSchema unique key field: id
[junit4] 2> 782569 T3536 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4] 2> 782574 T3536 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4] 2> 782577 T3536 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
[junit4] 2> 782578 T3536 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Unknown key IMPORTANT NOTE
[junit4] 2> 782578 T3536 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Expected key, got STRING
[junit4] 2> 782579 T3536 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
[junit4] 2> 782579 T3494 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4] 2> 782580 T3536 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Unknown key IMPORTANT NOTE
[junit4] 2> 782580 T3536 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Expected key, got STRING
[junit4] 2> 782580 T3536 oasc.SolrCore.initDirectoryFactory org.apache.solr.core.MockDirectoryFactory
[junit4] 2> 782581 T3536 oasc.SolrCore.<init> [nodes_used_collection_shard1_replica2] Opening new SolrCore at /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty4-1375395224982/nodes_used_collection_shard1_replica2/, dataDir=/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty4-1375395224982//nodes_used_collection_shard1_replica2/data/
[junit4] 2> 782581 T3536 oasc.JmxMonitoredMap.<init> JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@dfa0111
[junit4] 2> 782582 T3536 oasc.CachingDirectoryFactory.get return new directory for /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty4-1375395224982//nodes_used_collection_shard1_replica2/data
[junit4] 2> 782583 T3536 oasc.SolrCore.getNewIndexDir New index directory detected: old=null new=/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty4-1375395224982//nodes_used_collection_shard1_replica2/data/index/
[junit4] 2> 782583 T3494 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4] 2> 782583 T3536 oasc.SolrCore.initIndex WARN [nodes_used_collection_shard1_replica2] Solr index directory '/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty4-1375395224982/nodes_used_collection_shard1_replica2/data/index' doesn't exist. Creating new index...
[junit4] 2> 782584 T3473 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4] 2> 782584 T3536 oasc.CachingDirectoryFactory.get return new directory for /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty4-1375395224982//nodes_used_collection_shard1_replica2/data/index
[junit4] 2> 782586 T3536 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits: num=1
[junit4] 2> commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@460479a7 lockFactory=org.apache.lucene.store.NativeFSLockFactory@26d026bf),segFN=segments_1,generation=1}
[junit4] 2> 782587 T3536 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 1
[junit4] 2> 782591 T3536 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe"
[junit4] 2> 782591 T3536 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "stored_sig"
[junit4] 2> 782592 T3536 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "distrib-dup-test-chain-implicit"
[junit4] 2> 782593 T3473 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4] 2> 782593 T3536 oasc.RequestHandlers.initHandlersFromConfig created standard: solr.StandardRequestHandler
[junit4] 2> 782593 T3494 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
[junit4] 2> 782594 T3536 oasc.RequestHandlers.initHandlersFromConfig created /get: solr.RealTimeGetHandler
[junit4] 2> 782594 T3536 oasc.RequestHandlers.initHandlersFromConfig adding lazy requestHandler: solr.ReplicationHandler
[junit4] 2> 782594 T3536 oasc.RequestHandlers.initHandlersFromConfig created /replication: solr.ReplicationHandler
[junit4] 2> 782595 T3536 oasc.RequestHandlers.initHandlersFromConfig created /update: solr.UpdateRequestHandler
[junit4] 2> 782595 T3536 oasc.RequestHandlers.initHandlersFromConfig created /admin/: org.apache.solr.handler.admin.AdminHandlers
[junit4] 2> 782597 T3473 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
[junit4] 2> 782598 T3494 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Unknown key IMPORTANT NOTE
[junit4] 2> 782598 T3494 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Expected key, got STRING
[junit4] 2> 782598 T3494 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
[junit4] 2> 782599 T3536 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
[junit4] 2> 782599 T3473 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Unknown key IMPORTANT NOTE
[junit4] 2> 782599 T3473 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Expected key, got STRING
[junit4] 2> 782600 T3473 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
[junit4] 2> 782600 T3494 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Unknown key IMPORTANT NOTE
[junit4] 2> 782600 T3494 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Expected key, got STRING
[junit4] 2> 782601 T3494 oasc.SolrCore.initDirectoryFactory org.apache.solr.core.MockDirectoryFactory
[junit4] 2> 782601 T3494 oasc.SolrCore.<init> [nodes_used_collection_shard2_replica2] Opening new SolrCore at /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty1-1375395221539/nodes_used_collection_shard2_replica2/, dataDir=/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty1-1375395221539//nodes_used_collection_shard2_replica2/data/
[junit4] 2> 782601 T3536 oass.SolrIndexSearcher.<init> Opening Searcher@7778a679 main
[junit4] 2> 782601 T3494 oasc.JmxMonitoredMap.<init> JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@dfa0111
[junit4] 2> 782602 T3536 oasu.CommitTracker.<init> Hard AutoCommit: disabled
[junit4] 2> 782602 T3473 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Unknown key IMPORTANT NOTE
[junit4] 2> 782603 T3494 oasc.CachingDirectoryFactory.get return new directory for /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty1-1375395221539//nodes_used_collection_shard2_replica2/data
[junit4] 2> 782602 T3536 oasu.CommitTracker.<init> Soft AutoCommit: disabled
[junit4] 2> 782603 T3494 oasc.SolrCore.getNewIndexDir New index directory detected: old=null new=/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty1-1375395221539//nodes_used_collection_shard2_replica2/data/index/
[junit4] 2> 782603 T3473 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Expected key, got STRING
[junit4] 2> 782603 T3494 oasc.SolrCore.initIndex WARN [nodes_used_collection_shard2_replica2] Solr index directory '/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty1-1375395221539/nodes_used_collection_shard2_replica2/data/index' doesn't exist. Creating new index...
[junit4] 2> 782604 T3473 oasc.SolrCore.initDirectoryFactory org.apache.solr.core.MockDirectoryFactory
[junit4] 2> 782604 T3494 oasc.CachingDirectoryFactory.get return new directory for /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty1-1375395221539//nodes_used_collection_shard2_replica2/data/index
[junit4] 2> 782604 T3473 oasc.SolrCore.<init> [nodes_used_collection_shard2_replica1] Opening new SolrCore at /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-controljetty-1375395221356/nodes_used_collection_shard2_replica1/, dataDir=/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-controljetty-1375395221356//nodes_used_collection_shard2_replica1/data/
[junit4] 2> 782605 T3473 oasc.JmxMonitoredMap.<init> JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@dfa0111
[junit4] 2> 782605 T3473 oasc.CachingDirectoryFactory.get return new directory for /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-controljetty-1375395221356//nodes_used_collection_shard2_replica1/data
[junit4] 2> 782606 T3473 oasc.SolrCore.getNewIndexDir New index directory detected: old=null new=/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-controljetty-1375395221356//nodes_used_collection_shard2_replica1/data/index/
[junit4] 2> 782606 T3473 oasc.SolrCore.initIndex WARN [nodes_used_collection_shard2_replica1] Solr index directory '/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-controljetty-1375395221356/nodes_used_collection_shard2_replica1/data/index' doesn't exist. Creating new index...
[junit4] 2> 782606 T3494 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits: num=1
[junit4] 2> commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@5219da0d lockFactory=org.apache.lucene.store.NativeFSLockFactory@73bec462),segFN=segments_1,generation=1}
[junit4] 2> 782606 T3494 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 1
[junit4] 2> 782606 T3473 oasc.CachingDirectoryFactory.get return new directory for /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-controljetty-1375395221356//nodes_used_collection_shard2_replica1/data/index
[junit4] 2> 782607 T3547 oasc.SolrCore.registerSearcher [nodes_used_collection_shard1_replica2] Registered new searcher Searcher@7778a679 main{StandardDirectoryReader(segments_1:1)}
[junit4] 2> 782608 T3473 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits: num=1
[junit4] 2> commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@74a1767d lockFactory=org.apache.lucene.store.NativeFSLockFactory@1ea6d9a),segFN=segments_1,generation=1}
[junit4] 2> 782608 T3473 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 1
[junit4] 2> 782609 T3536 oasc.CoreContainer.registerCore registering core: nodes_used_collection_shard1_replica2
[junit4] 2> 782609 T3536 oasc.ZkController.register Register replica - core:nodes_used_collection_shard1_replica2 address:http://127.0.0.1:34508/l_npb/l collection:nodes_used_collection shard:shard1
[junit4] 2> 782610 T3536 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=10000&maxConnectionsPerHost=20&connTimeout=15000&socketTimeout=30000&retry=false
[junit4] 2> 782610 T3494 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe"
[junit4] 2> 782611 T3494 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "stored_sig"
[junit4] 2> 782611 T3473 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe"
[junit4] 2> 782612 T3494 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "distrib-dup-test-chain-implicit"
[junit4] 2> 782612 T3473 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "stored_sig"
[junit4] 2> 782612 T3494 oasc.RequestHandlers.initHandlersFromConfig created standard: solr.StandardRequestHandler
[junit4] 2> 782612 T3473 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "distrib-dup-test-chain-implicit"
[junit4] 2> 782613 T3494 oasc.RequestHandlers.initHandlersFromConfig created /get: solr.RealTimeGetHandler
[junit4] 2> 782613 T3473 oasc.RequestHandlers.initHandlersFromConfig created standard: solr.StandardRequestHandler
[junit4] 2> 782613 T3494 oasc.RequestHandlers.initHandlersFromConfig adding lazy requestHandler: solr.ReplicationHandler
[junit4] 2> 782613 T3473 oasc.RequestHandlers.initHandlersFromConfig created /get: solr.RealTimeGetHandler
[junit4] 2> 782614 T3494 oasc.RequestHandlers.initHandlersFromConfig created /replication: solr.ReplicationHandler
[junit4] 2> 782614 T3473 oasc.RequestHandlers.initHandlersFromConfig adding lazy requestHandler: solr.ReplicationHandler
[junit4] 2> 782614 T3494 oasc.RequestHandlers.initHandlersFromConfig created /update: solr.UpdateRequestHandler
[junit4] 2> 782614 T3473 oasc.RequestHandlers.initHandlersFromConfig created /replication: solr.ReplicationHandler
[junit4] 2> 782615 T3494 oasc.RequestHandlers.initHandlersFromConfig created /admin/: org.apache.solr.handler.admin.AdminHandlers
[junit4] 2> 782615 T3473 oasc.RequestHandlers.initHandlersFromConfig created /update: solr.UpdateRequestHandler
[junit4] 2> 782615 T3473 oasc.RequestHandlers.initHandlersFromConfig created /admin/: org.apache.solr.handler.admin.AdminHandlers
[junit4] 2> 782617 T3494 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
[junit4] 2> 782617 T3473 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
[junit4] 2> 782619 T3494 oass.SolrIndexSearcher.<init> Opening Searcher@592ed45d main
[junit4] 2> 782619 T3473 oass.SolrIndexSearcher.<init> Opening Searcher@344b902e main
[junit4] 2> 782620 T3494 oasu.CommitTracker.<init> Hard AutoCommit: disabled
[junit4] 2> 782620 T3473 oasu.CommitTracker.<init> Hard AutoCommit: disabled
[junit4] 2> 782620 T3494 oasu.CommitTracker.<init> Soft AutoCommit: disabled
[junit4] 2> 782620 T3473 oasu.CommitTracker.<init> Soft AutoCommit: disabled
[junit4] 2> 782624 T3549 oasc.SolrCore.registerSearcher [nodes_used_collection_shard2_replica2] Registered new searcher Searcher@592ed45d main{StandardDirectoryReader(segments_1:1)}
[junit4] 2> 782624 T3548 oasc.SolrCore.registerSearcher [nodes_used_collection_shard2_replica1] Registered new searcher Searcher@344b902e main{StandardDirectoryReader(segments_1:1)}
[junit4] 2> 782624 T3494 oasc.CoreContainer.registerCore registering core: nodes_used_collection_shard2_replica2
[junit4] 2> 782625 T3494 oasc.ZkController.register Register replica - core:nodes_used_collection_shard2_replica2 address:http://127.0.0.1:45291/l_npb/l collection:nodes_used_collection shard:shard2
[junit4] 2> 782625 T3494 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=10000&maxConnectionsPerHost=20&connTimeout=15000&socketTimeout=30000&retry=false
[junit4] 2> 782626 T3473 oasc.CoreContainer.registerCore registering core: nodes_used_collection_shard2_replica1
[junit4] 2> 782626 T3473 oasc.ZkController.register Register replica - core:nodes_used_collection_shard2_replica1 address:http://127.0.0.1:55169/l_npb/l collection:nodes_used_collection shard:shard2
[junit4] 2> 782626 T3473 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=10000&maxConnectionsPerHost=20&connTimeout=15000&socketTimeout=30000&retry=false
[junit4] 2> 782627 T3494 oascc.SolrZkClient.makePath makePath: /collections/nodes_used_collection/leader_elect/shard2/election
[junit4] 2> 782628 T3473 oascc.SolrZkClient.makePath makePath: /collections/nodes_used_collection/leader_elect/shard2/election
[junit4] 2> 782631 T3494 oasc.ShardLeaderElectionContext.runLeaderProcess Running the leader process for shard shard2
[junit4] 2> 782633 T3494 oasc.ShardLeaderElectionContext.waitForReplicasToComeUp Enough replicas found to continue.
[junit4] 2> 782633 T3494 oasc.ShardLeaderElectionContext.runLeaderProcess I may be the new leader - try and sync
[junit4] 2> 782633 T3494 oasc.SyncStrategy.sync Sync replicas to http://127.0.0.1:45291/l_npb/l/nodes_used_collection_shard2_replica2/
[junit4] 2> 782634 T3494 oasu.PeerSync.sync PeerSync: core=nodes_used_collection_shard2_replica2 url=http://127.0.0.1:45291/l_npb/l START replicas=[http://127.0.0.1:55169/l_npb/l/nodes_used_collection_shard2_replica1/] nUpdates=100
[junit4] 2> 782634 T3494 oasu.PeerSync.sync PeerSync: core=nodes_used_collection_shard2_replica2 url=http://127.0.0.1:45291/l_npb/l DONE. We have no versions. sync failed.
[junit4] 2> 782634 T3494 oasc.SyncStrategy.syncReplicas Leader's attempt to sync with shard failed, moving to the next candidate
[junit4] 2> 782635 T3494 oasc.ShardLeaderElectionContext.runLeaderProcess We failed sync, but we have no versions - we can't sync in that case - we were active before, so become leader anyway
[junit4] 2> 782635 T3494 oasc.ShardLeaderElectionContext.runLeaderProcess I am the new leader: http://127.0.0.1:45291/l_npb/l/nodes_used_collection_shard2_replica2/ shard2
[junit4] 2> 782635 T3494 oascc.SolrZkClient.makePath makePath: /collections/nodes_used_collection/leaders/shard2
[junit4] 2> ASYNC NEW_CORE C563 name=nodes_used_collection_shard2_replica1 org.apache.solr.core.SolrCore@83aa50b url=http://127.0.0.1:55169/l_npb/l/nodes_used_collection_shard2_replica1 node=127.0.0.1:55169_l_npb%2Fl C563_STATE=coll:nodes_used_collection core:nodes_used_collection_shard2_replica1 props:{state=down, core=nodes_used_collection_shard2_replica1, node_name=127.0.0.1:55169_l_npb%2Fl, base_url=http://127.0.0.1:55169/l_npb/l}
[junit4] 2> 782639 T3475 C563 P55169 oasc.SolrCore.execute [nodes_used_collection_shard2_replica1] webapp=/l_npb/l path=/get params={getVersions=100&distrib=false&wt=javabin&qt=/get&version=2} status=0 QTime=0
[junit4] 2> 782891 T3481 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper...
[junit4] 2> 782898 T3540 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4] 2> 782899 T3480 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4] 2> 782898 T3526 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:Nod
[...truncated too long message...]
reState.closeIndexWriter closing IndexWriter with IndexWriterCloser
[junit4] 2> 884418 T3458 oasc.SolrCore.closeSearcher [new_implicit_coll_0_a_replica2] Closing main searcher on request.
[junit4] 2> 884418 T3458 oasc.CachingDirectoryFactory.close Closing MockDirectoryFactory - 2 directories currently being tracked
[junit4] 2> 884418 T3458 oasc.CachingDirectoryFactory.closeCacheValue looking to close /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty4-1375395224982//new_implicit_coll_0_a_replica2/data/index [CachedDir<<refCount=0;path=/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty4-1375395224982//new_implicit_coll_0_a_replica2/data/index;done=false>>]
[junit4] 2> 884419 T3458 oasc.CachingDirectoryFactory.close Closing directory: /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty4-1375395224982//new_implicit_coll_0_a_replica2/data/index
[junit4] 2> 884419 T3458 oasc.CachingDirectoryFactory.closeCacheValue looking to close /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty4-1375395224982//new_implicit_coll_0_a_replica2/data [CachedDir<<refCount=0;path=/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty4-1375395224982//new_implicit_coll_0_a_replica2/data;done=false>>]
[junit4] 2> 884419 T3458 oasc.CachingDirectoryFactory.close Closing directory: /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty4-1375395224982//new_implicit_coll_0_a_replica2/data
[junit4] 2> 884421 T3919 oasc.Overseer$ClusterStateUpdater.amILeader According to ZK I (id=90137901163085836-127.0.0.1:34508_l_npb%2Fl-n_0000000004) am no longer a leader.
[junit4] 2> 884422 T3540 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 1)
[junit4] 2> 884422 T3540 oascc.ZkStateReader$2.process WARN ZooKeeper watch triggered, but Solr cannot talk to ZK
[junit4] 2> 884422 T3540 oascc.ZkStateReader$3.process WARN ZooKeeper watch triggered, but Solr cannot talk to ZK
[junit4] 2> 884433 T3458 oejsh.ContextHandler.doStop stopped o.e.j.s.ServletContextHandler{/l_npb/l,null}
[junit4] 2> 884487 T3458 oas.SolrTestCaseJ4.tearDown ###Ending testDistribSearch
[junit4] 2> 884490 T3458 oasc.ZkTestServer.send4LetterWord connecting to 127.0.0.1:60232 60232
[junit4] 1> client port:0.0.0.0/0.0.0.0:0
[junit4] 2> NOTE: reproduce with: ant test -Dtestcase=CollectionsAPIDistributedZkTest -Dtests.method=testDistribSearch -Dtests.seed=7C68E83B8903B666 -Dtests.multiplier=3 -Dtests.slow=true -Dtests.locale=da_DK -Dtests.timezone=Europe/Istanbul -Dtests.file.encoding=UTF-8
[junit4] ERROR 112s J0 | CollectionsAPIDistributedZkTest.testDistribSearch <<<
[junit4] > Throwable #1: org.apache.solr.client.solrj.SolrServerException: Server refused connection at: http://127.0.0.1:45291/l_npb/l
[junit4] > at __randomizedtesting.SeedInfo.seed([7C68E83B8903B666:FD8E6623FE5CD65A]:0)
[junit4] > at org.apache.solr.client.solrj.impl.HttpSolrServer.request(HttpSolrServer.java:428)
[junit4] > at org.apache.solr.client.solrj.impl.HttpSolrServer.request(HttpSolrServer.java:180)
[junit4] > at org.apache.solr.cloud.CollectionsAPIDistributedZkTest.testCustomCollectionsAPI(CollectionsAPIDistributedZkTest.java:764)
[junit4] > at org.apache.solr.cloud.CollectionsAPIDistributedZkTest.doTest(CollectionsAPIDistributedZkTest.java:159)
[junit4] > at org.apache.solr.BaseDistributedSearchTestCase.testDistribSearch(BaseDistributedSearchTestCase.java:835)
[junit4] > at java.lang.Thread.run(Thread.java:724)
[junit4] > Caused by: org.apache.http.conn.HttpHostConnectException: Connection to http://127.0.0.1:45291 refused
[junit4] > at org.apache.http.impl.conn.DefaultClientConnectionOperator.openConnection(DefaultClientConnectionOperator.java:190)
[junit4] > at org.apache.http.impl.conn.ManagedClientConnectionImpl.open(ManagedClientConnectionImpl.java:294)
[junit4] > at org.apache.http.impl.client.DefaultRequestDirector.tryConnect(DefaultRequestDirector.java:645)
[junit4] > at org.apache.http.impl.client.DefaultRequestDirector.execute(DefaultRequestDirector.java:480)
[junit4] > at org.apache.http.impl.client.AbstractHttpClient.execute(AbstractHttpClient.java:906)
[junit4] > at org.apache.http.impl.client.AbstractHttpClient.execute(AbstractHttpClient.java:805)
[junit4] > at org.apache.http.impl.client.AbstractHttpClient.execute(AbstractHttpClient.java:784)
[junit4] > at org.apache.solr.client.solrj.impl.HttpSolrServer.request(HttpSolrServer.java:365)
[junit4] > ... 44 more
[junit4] > Caused by: java.net.ConnectException: Connection refused
[junit4] > at java.net.PlainSocketImpl.socketConnect(Native Method)
[junit4] > at java.net.AbstractPlainSocketImpl.doConnect(AbstractPlainSocketImpl.java:339)
[junit4] > at java.net.AbstractPlainSocketImpl.connectToAddress(AbstractPlainSocketImpl.java:200)
[junit4] > at java.net.AbstractPlainSocketImpl.connect(AbstractPlainSocketImpl.java:182)
[junit4] > at java.net.SocksSocketImpl.connect(SocksSocketImpl.java:392)
[junit4] > at java.net.Socket.connect(Socket.java:579)
[junit4] > at org.apache.http.conn.scheme.PlainSocketFactory.connectSocket(PlainSocketFactory.java:127)
[junit4] > at org.apache.http.impl.conn.DefaultClientConnectionOperator.openConnection(DefaultClientConnectionOperator.java:180)
[junit4] > ... 51 more
[junit4] 2> 884513 T3458 oas.SolrTestCaseJ4.deleteCore ###deleteCore
[junit4] 2> 111793 T3457 ccr.ThreadLeakControl.checkThreadLeaks WARNING Will linger awaiting termination of 2 leaked thread(s).
[junit4] 2> NOTE: test params are: codec=DummyCompressingStoredFields(storedFieldsFormat=CompressingStoredFieldsFormat(compressionMode=DUMMY, chunkSize=403), termVectorsFormat=CompressingTermVectorsFormat(compressionMode=DUMMY, chunkSize=403)), sim=RandomSimilarityProvider(queryNorm=true,coord=no): {}, locale=da_DK, timezone=Europe/Istanbul
[junit4] 2> NOTE: Linux 3.2.0-51-generic amd64/Oracle Corporation 1.7.0_25 (64-bit)/cpus=8,threads=3,free=182378872,total=337182720
[junit4] 2> NOTE: All tests run in this JVM: [DistributedSpellCheckComponentTest, TestFastWriter, DateFieldTest, TestRemoteStreaming, ChaosMonkeyNothingIsSafeTest, TestPluginEnable, TermVectorComponentTest, TestSolrIndexConfig, RecoveryZkTest, TestFastLRUCache, TestFieldResource, TestPseudoReturnFields, StressHdfsTest, TestValueSourceCache, QueryEqualityTest, SoftAutoCommitTest, FastVectorHighlighterTest, DocumentBuilderTest, MoreLikeThisHandlerTest, TestCloudManagedSchemaAddField, DirectSolrConnectionTest, TestSolrDeletionPolicy1, TestLMDirichletSimilarityFactory, TestSolrQueryParser, ShowFileRequestHandlerTest, QueryElevationComponentTest, TestSchemaNameResource, TestLFUCache, TestRandomDVFaceting, OverseerTest, RAMDirectoryFactoryTest, SolrCoreTest, LukeRequestHandlerTest, TestReversedWildcardFilterFactory, TermsComponentTest, SearchHandlerTest, TestFuzzyAnalyzedSuggestions, TestGroupingSearch, PrimUtilsTest, SystemInfoHandlerTest, HdfsChaosMonkeySafeLeaderTest, TestSweetSpotSimilarityFactory, TestDocSet, LeaderElectionTest, SuggesterTest, MinimalSchemaTest, BasicFunctionalityTest, AnalysisAfterCoreReloadTest, ZkCLITest, TestPhraseSuggestions, SpellingQueryConverterTest, TestFieldTypeResource, CSVRequestHandlerTest, StatelessScriptUpdateProcessorFactoryTest, IndexSchemaTest, ReturnFieldsTest, CoreMergeIndexesAdminHandlerTest, PrimitiveFieldTypeTest, SynonymTokenizerTest, UnloadDistributedZkTest, TestXIncludeConfig, LegacyHTMLStripCharFilterTest, WordBreakSolrSpellCheckerTest, SchemaVersionSpecificBehaviorTest, CachingDirectoryFactoryTest, TestPropInjectDefaults, SimpleFacetsTest, TestReplicationHandler, BinaryUpdateRequestHandlerTest, RegexBoostProcessorTest, ParsingFieldUpdateProcessorsTest, TestDynamicFieldCollectionResource, JsonLoaderTest, SyncSliceTest, ResponseLogComponentTest, PolyFieldTest, TestSearchPerf, CircularListTest, ChaosMonkeySafeLeaderTest, CollectionsAPIDistributedZkTest]
[junit4] Completed on J0 in 112.82s, 1 test, 1 error <<< FAILURES!
[...truncated 489 lines...]
BUILD FAILED
/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/build.xml:395: The following error occurred while executing this line:
/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/build.xml:375: The following error occurred while executing this line:
/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/build.xml:39: The following error occurred while executing this line:
/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build.xml:181: The following error occurred while executing this line:
/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/common-build.xml:449: The following error occurred while executing this line:
/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/lucene/common-build.xml:1233: The following error occurred while executing this line:
/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/lucene/common-build.xml:876: There were test failures: 321 suites, 1352 tests, 1 error, 34 ignored (6 assumptions)
Total time: 40 minutes 12 seconds
Build step 'Invoke Ant' marked build as failure
Description set: Java: 64bit/jdk1.7.0_25 -XX:+UseCompressedOops -XX:+UseParallelGC
Archiving artifacts
Recording test results
Email was triggered for: Failure
Sending email for trigger: Failure
[JENKINS] Lucene-Solr-4.x-Linux (64bit/jdk1.7.0_25) - Build # 6755
- Still Failing!
Posted by Policeman Jenkins Server <je...@thetaphi.de>.
Build: http://jenkins.thetaphi.de/job/Lucene-Solr-4.x-Linux/6755/
Java: 64bit/jdk1.7.0_25 -XX:+UseCompressedOops -XX:+UseG1GC
1 tests failed.
FAILED: org.apache.solr.cloud.CollectionsAPIDistributedZkTest.testDistribSearch
Error Message:
Server refused connection at: http://127.0.0.1:60467/_h
Stack Trace:
org.apache.solr.client.solrj.SolrServerException: Server refused connection at: http://127.0.0.1:60467/_h
at __randomizedtesting.SeedInfo.seed([869D9D585578F685:77B1340222796B9]:0)
at org.apache.solr.client.solrj.impl.HttpSolrServer.request(HttpSolrServer.java:428)
at org.apache.solr.client.solrj.impl.HttpSolrServer.request(HttpSolrServer.java:180)
at org.apache.solr.cloud.CollectionsAPIDistributedZkTest.testCustomCollectionsAPI(CollectionsAPIDistributedZkTest.java:764)
at org.apache.solr.cloud.CollectionsAPIDistributedZkTest.doTest(CollectionsAPIDistributedZkTest.java:159)
at org.apache.solr.BaseDistributedSearchTestCase.testDistribSearch(BaseDistributedSearchTestCase.java:835)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:57)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:606)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1559)
at com.carrotsearch.randomizedtesting.RandomizedRunner.access$600(RandomizedRunner.java:79)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:737)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:773)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:787)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:53)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:50)
at org.apache.lucene.util.TestRuleFieldCacheSanity$1.evaluate(TestRuleFieldCacheSanity.java:51)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:46)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesInvariantRule$1.evaluate(SystemPropertiesInvariantRule.java:55)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:49)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:70)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:358)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:782)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:442)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:746)
at com.carrotsearch.randomizedtesting.RandomizedRunner$3.evaluate(RandomizedRunner.java:648)
at com.carrotsearch.randomizedtesting.RandomizedRunner$4.evaluate(RandomizedRunner.java:682)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:693)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:53)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:46)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:42)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesInvariantRule$1.evaluate(SystemPropertiesInvariantRule.java:55)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:39)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:39)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:43)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:70)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:55)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:358)
at java.lang.Thread.run(Thread.java:724)
Caused by: org.apache.http.conn.HttpHostConnectException: Connection to http://127.0.0.1:60467 refused
at org.apache.http.impl.conn.DefaultClientConnectionOperator.openConnection(DefaultClientConnectionOperator.java:190)
at org.apache.http.impl.conn.ManagedClientConnectionImpl.open(ManagedClientConnectionImpl.java:294)
at org.apache.http.impl.client.DefaultRequestDirector.tryConnect(DefaultRequestDirector.java:645)
at org.apache.http.impl.client.DefaultRequestDirector.execute(DefaultRequestDirector.java:480)
at org.apache.http.impl.client.AbstractHttpClient.execute(AbstractHttpClient.java:906)
at org.apache.http.impl.client.AbstractHttpClient.execute(AbstractHttpClient.java:805)
at org.apache.http.impl.client.AbstractHttpClient.execute(AbstractHttpClient.java:784)
at org.apache.solr.client.solrj.impl.HttpSolrServer.request(HttpSolrServer.java:365)
... 44 more
Caused by: java.net.ConnectException: Connection refused
at java.net.PlainSocketImpl.socketConnect(Native Method)
at java.net.AbstractPlainSocketImpl.doConnect(AbstractPlainSocketImpl.java:339)
at java.net.AbstractPlainSocketImpl.connectToAddress(AbstractPlainSocketImpl.java:200)
at java.net.AbstractPlainSocketImpl.connect(AbstractPlainSocketImpl.java:182)
at java.net.SocksSocketImpl.connect(SocksSocketImpl.java:392)
at java.net.Socket.connect(Socket.java:579)
at org.apache.http.conn.scheme.PlainSocketFactory.connectSocket(PlainSocketFactory.java:127)
at org.apache.http.impl.conn.DefaultClientConnectionOperator.openConnection(DefaultClientConnectionOperator.java:180)
... 51 more
Build Log:
[...truncated 9984 lines...]
[junit4] Suite: org.apache.solr.cloud.CollectionsAPIDistributedZkTest
[junit4] 2> 783310 T2770 oas.BaseDistributedSearchTestCase.initHostContext Setting hostContext system property: /_h/
[junit4] 2> 783316 T2770 oas.SolrTestCaseJ4.setUp ###Starting testDistribSearch
[junit4] 2> Creating dataDir: /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/./solrtest-CollectionsAPIDistributedZkTest-1375389710779
[junit4] 2> 783317 T2770 oasc.ZkTestServer.run STARTING ZK TEST SERVER
[junit4] 2> 783318 T2771 oasc.ZkTestServer$ZKServerMain.runFromConfig Starting server
[junit4] 2> 783418 T2770 oasc.ZkTestServer.run start zk server on port:57117
[junit4] 2> 783419 T2770 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4] 2> 783523 T2777 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@3ad44cd9 name:ZooKeeperConnection Watcher:127.0.0.1:57117 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4] 2> 783523 T2770 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4] 2> 783524 T2770 oascc.SolrZkClient.makePath makePath: /solr
[junit4] 2> 783529 T2770 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4] 2> 783531 T2779 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@5ebe2528 name:ZooKeeperConnection Watcher:127.0.0.1:57117/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4] 2> 783531 T2770 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4] 2> 783531 T2770 oascc.SolrZkClient.makePath makePath: /collections/collection1
[junit4] 2> 783534 T2770 oascc.SolrZkClient.makePath makePath: /collections/collection1/shards
[junit4] 2> 783538 T2770 oascc.SolrZkClient.makePath makePath: /collections/control_collection
[junit4] 2> 783541 T2770 oascc.SolrZkClient.makePath makePath: /collections/control_collection/shards
[junit4] 2> 783543 T2770 oasc.AbstractZkTestCase.putConfig put /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test-files/solr/collection1/conf/solrconfig-tlog.xml to /configs/conf1/solrconfig.xml
[junit4] 2> 783543 T2770 oascc.SolrZkClient.makePath makePath: /configs/conf1/solrconfig.xml
[junit4] 2> 783546 T2770 oasc.AbstractZkTestCase.putConfig put /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test-files/solr/collection1/conf/schema.xml to /configs/conf1/schema.xml
[junit4] 2> 783547 T2770 oascc.SolrZkClient.makePath makePath: /configs/conf1/schema.xml
[junit4] 2> 783550 T2770 oasc.AbstractZkTestCase.putConfig put /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test-files/solr/collection1/conf/stopwords.txt to /configs/conf1/stopwords.txt
[junit4] 2> 783550 T2770 oascc.SolrZkClient.makePath makePath: /configs/conf1/stopwords.txt
[junit4] 2> 783552 T2770 oasc.AbstractZkTestCase.putConfig put /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test-files/solr/collection1/conf/protwords.txt to /configs/conf1/protwords.txt
[junit4] 2> 783552 T2770 oascc.SolrZkClient.makePath makePath: /configs/conf1/protwords.txt
[junit4] 2> 783555 T2770 oasc.AbstractZkTestCase.putConfig put /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test-files/solr/collection1/conf/currency.xml to /configs/conf1/currency.xml
[junit4] 2> 783555 T2770 oascc.SolrZkClient.makePath makePath: /configs/conf1/currency.xml
[junit4] 2> 783558 T2770 oasc.AbstractZkTestCase.putConfig put /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test-files/solr/collection1/conf/open-exchange-rates.json to /configs/conf1/open-exchange-rates.json
[junit4] 2> 783558 T2770 oascc.SolrZkClient.makePath makePath: /configs/conf1/open-exchange-rates.json
[junit4] 2> 783561 T2770 oasc.AbstractZkTestCase.putConfig put /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test-files/solr/collection1/conf/mapping-ISOLatin1Accent.txt to /configs/conf1/mapping-ISOLatin1Accent.txt
[junit4] 2> 783561 T2770 oascc.SolrZkClient.makePath makePath: /configs/conf1/mapping-ISOLatin1Accent.txt
[junit4] 2> 783564 T2770 oasc.AbstractZkTestCase.putConfig put /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test-files/solr/collection1/conf/old_synonyms.txt to /configs/conf1/old_synonyms.txt
[junit4] 2> 783565 T2770 oascc.SolrZkClient.makePath makePath: /configs/conf1/old_synonyms.txt
[junit4] 2> 783566 T2770 oasc.AbstractZkTestCase.putConfig put /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test-files/solr/collection1/conf/synonyms.txt to /configs/conf1/synonyms.txt
[junit4] 2> 783567 T2770 oascc.SolrZkClient.makePath makePath: /configs/conf1/synonyms.txt
[junit4] 2> 783634 T2770 oejs.Server.doStart jetty-8.1.10.v20130312
[junit4] 2> 783638 T2770 oejs.AbstractConnector.doStart Started SelectChannelConnector@127.0.0.1:52251
[junit4] 2> 783638 T2770 oass.SolrDispatchFilter.init SolrDispatchFilter.init()
[junit4] 2> 783638 T2770 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
[junit4] 2> 783639 T2770 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-controljetty-1375389711031
[junit4] 2> 783639 T2770 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-controljetty-1375389711031/'
[junit4] 2> 783650 T2770 oasc.ConfigSolr.fromFile Loading container configuration from /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-controljetty-1375389711031/solr.xml
[junit4] 2> 783680 T2770 oasc.ConfigSolrXml.<init> Config-defined core root directory:
[junit4] 2> 783680 T2770 oasc.CoreContainer.<init> New CoreContainer 1394534548
[junit4] 2> 783681 T2770 oasc.CoreContainer.load Loading cores into CoreContainer [instanceDir=/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-controljetty-1375389711031/]
[junit4] 2> 783682 T2770 oashc.HttpShardHandlerFactory.getParameter Setting socketTimeout to: 120000
[junit4] 2> 783682 T2770 oashc.HttpShardHandlerFactory.getParameter Setting urlScheme to: http://
[junit4] 2> 783682 T2770 oashc.HttpShardHandlerFactory.getParameter Setting connTimeout to: 15000
[junit4] 2> 783683 T2770 oashc.HttpShardHandlerFactory.getParameter Setting maxConnectionsPerHost to: 20
[junit4] 2> 783683 T2770 oashc.HttpShardHandlerFactory.getParameter Setting corePoolSize to: 0
[junit4] 2> 783683 T2770 oashc.HttpShardHandlerFactory.getParameter Setting maximumPoolSize to: 2147483647
[junit4] 2> 783684 T2770 oashc.HttpShardHandlerFactory.getParameter Setting maxThreadIdleTime to: 5
[junit4] 2> 783684 T2770 oashc.HttpShardHandlerFactory.getParameter Setting sizeOfQueue to: -1
[junit4] 2> 783684 T2770 oashc.HttpShardHandlerFactory.getParameter Setting fairnessPolicy to: false
[junit4] 2> 783685 T2770 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnectionsPerHost=20&maxConnections=10000&socketTimeout=120000&connTimeout=15000&retry=false
[junit4] 2> 783687 T2770 oasc.ZkContainer.initZooKeeper Zookeeper client=127.0.0.1:57117/solr
[junit4] 2> 783688 T2770 oasc.ZkController.checkChrootPath zkHost includes chroot
[junit4] 2> 783688 T2770 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4] 2> 783690 T2790 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@3a110a52 name:ZooKeeperConnection Watcher:127.0.0.1:57117 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4] 2> 783690 T2770 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4] 2> 783691 T2770 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=500&maxConnectionsPerHost=16&socketTimeout=120000&connTimeout=15000
[junit4] 2> 783693 T2770 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4] 2> 783695 T2792 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@438f96ca name:ZooKeeperConnection Watcher:127.0.0.1:57117/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4] 2> 783696 T2770 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4] 2> 783697 T2770 oascc.SolrZkClient.makePath makePath: /overseer/queue
[junit4] 2> 783701 T2770 oascc.SolrZkClient.makePath makePath: /overseer/collection-queue-work
[junit4] 2> 783705 T2770 oascc.SolrZkClient.makePath makePath: /live_nodes
[junit4] 2> 783707 T2770 oasc.ZkController.createEphemeralLiveNode Register node as live in ZooKeeper:/live_nodes/127.0.0.1:52251__h
[junit4] 2> 783708 T2770 oascc.SolrZkClient.makePath makePath: /live_nodes/127.0.0.1:52251__h
[junit4] 2> 783713 T2770 oascc.SolrZkClient.makePath makePath: /overseer_elect/election
[junit4] 2> 783718 T2770 oascc.SolrZkClient.makePath makePath: /overseer_elect/leader
[junit4] 2> 783721 T2770 oasc.Overseer.start Overseer (id=90137540085743619-127.0.0.1:52251__h-n_0000000000) starting
[junit4] 2> 783725 T2770 oascc.SolrZkClient.makePath makePath: /overseer/queue-work
[junit4] 2> 783729 T2794 oasc.OverseerCollectionProcessor.run Process current queue of collection creations
[junit4] 2> 783730 T2770 oascc.SolrZkClient.makePath makePath: /clusterstate.json
[junit4] 2> 783733 T2770 oascc.SolrZkClient.makePath makePath: /aliases.json
[junit4] 2> 783735 T2770 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper...
[junit4] 2> 783738 T2793 oasc.Overseer$ClusterStateUpdater.run Starting to work on the main queue
[junit4] 2> 783741 T2770 oasc.CorePropertiesLocator.discover Looking for core definitions underneath /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-controljetty-1375389711031
[junit4] 2> 783775 T2770 oasc.CorePropertiesLocator.discoverUnder Found core conf in /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-controljetty-1375389711031/conf/
[junit4] 2> 783775 T2770 oasc.CorePropertiesLocator.discover Found 1 core definitions
[junit4] 2> 783776 T2770 oass.SolrDispatchFilter.init user.dir=/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0
[junit4] 2> 783776 T2770 oass.SolrDispatchFilter.init SolrDispatchFilter.init() done
[junit4] 2> 783776 T2770 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4] 2> 783779 T2770 oascsi.HttpClientUtil.createClient Creating new http client, config:
[junit4] 2> 783780 T2770 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4] 2> 783781 T2797 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@15ad27b4 name:ZooKeeperConnection Watcher:127.0.0.1:57117/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4] 2> 783782 T2770 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4] 2> 783782 T2770 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper...
[junit4] 2> 783784 T2770 oasc.ChaosMonkey.monkeyLog monkey: init - expire sessions:true cause connection loss:true
[junit4] 2> 783844 T2770 oejs.Server.doStart jetty-8.1.10.v20130312
[junit4] 2> 783846 T2770 oejs.AbstractConnector.doStart Started SelectChannelConnector@127.0.0.1:60467
[junit4] 2> 783847 T2770 oass.SolrDispatchFilter.init SolrDispatchFilter.init()
[junit4] 2> 783848 T2770 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
[junit4] 2> 783848 T2770 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty1-1375389711246
[junit4] 2> 783848 T2770 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty1-1375389711246/'
[junit4] 2> 783860 T2770 oasc.ConfigSolr.fromFile Loading container configuration from /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty1-1375389711246/solr.xml
[junit4] 2> 783921 T2770 oasc.ConfigSolrXml.<init> Config-defined core root directory:
[junit4] 2> 783922 T2770 oasc.CoreContainer.<init> New CoreContainer 842059866
[junit4] 2> 783922 T2770 oasc.CoreContainer.load Loading cores into CoreContainer [instanceDir=/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty1-1375389711246/]
[junit4] 2> 783923 T2770 oashc.HttpShardHandlerFactory.getParameter Setting socketTimeout to: 120000
[junit4] 2> 783923 T2770 oashc.HttpShardHandlerFactory.getParameter Setting urlScheme to: http://
[junit4] 2> 783924 T2770 oashc.HttpShardHandlerFactory.getParameter Setting connTimeout to: 15000
[junit4] 2> 783924 T2770 oashc.HttpShardHandlerFactory.getParameter Setting maxConnectionsPerHost to: 20
[junit4] 2> 783924 T2770 oashc.HttpShardHandlerFactory.getParameter Setting corePoolSize to: 0
[junit4] 2> 783925 T2770 oashc.HttpShardHandlerFactory.getParameter Setting maximumPoolSize to: 2147483647
[junit4] 2> 783925 T2770 oashc.HttpShardHandlerFactory.getParameter Setting maxThreadIdleTime to: 5
[junit4] 2> 783925 T2770 oashc.HttpShardHandlerFactory.getParameter Setting sizeOfQueue to: -1
[junit4] 2> 783926 T2770 oashc.HttpShardHandlerFactory.getParameter Setting fairnessPolicy to: false
[junit4] 2> 783926 T2770 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnectionsPerHost=20&maxConnections=10000&socketTimeout=120000&connTimeout=15000&retry=false
[junit4] 2> 783929 T2770 oasc.ZkContainer.initZooKeeper Zookeeper client=127.0.0.1:57117/solr
[junit4] 2> 783929 T2770 oasc.ZkController.checkChrootPath zkHost includes chroot
[junit4] 2> 783930 T2770 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4] 2> 783931 T2808 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@2d9fb61e name:ZooKeeperConnection Watcher:127.0.0.1:57117 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4] 2> 783932 T2770 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4] 2> 783933 T2770 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=500&maxConnectionsPerHost=16&socketTimeout=120000&connTimeout=15000
[junit4] 2> 783935 T2770 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4] 2> 783937 T2810 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@6109235e name:ZooKeeperConnection Watcher:127.0.0.1:57117/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4] 2> 783937 T2770 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4] 2> 783940 T2770 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper...
[junit4] 2> 784942 T2770 oasc.ZkController.createEphemeralLiveNode Register node as live in ZooKeeper:/live_nodes/127.0.0.1:60467__h
[junit4] 2> 784944 T2770 oascc.SolrZkClient.makePath makePath: /live_nodes/127.0.0.1:60467__h
[junit4] 2> 784946 T2792 oascc.ZkStateReader$3.process Updating live nodes... (2)
[junit4] 2> 784946 T2797 oascc.ZkStateReader$3.process Updating live nodes... (2)
[junit4] 2> 784946 T2810 oascc.ZkStateReader$3.process Updating live nodes... (2)
[junit4] 2> 784951 T2770 oasc.CorePropertiesLocator.discover Looking for core definitions underneath /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty1-1375389711246
[junit4] 2> 784974 T2770 oasc.CorePropertiesLocator.discoverUnder Found core conf in /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty1-1375389711246/conf/
[junit4] 2> 784975 T2770 oasc.CorePropertiesLocator.discover Found 1 core definitions
[junit4] 2> 784975 T2770 oass.SolrDispatchFilter.init user.dir=/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0
[junit4] 2> 784975 T2770 oass.SolrDispatchFilter.init SolrDispatchFilter.init() done
[junit4] 2> 784976 T2770 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4] 2> 785040 T2770 oejs.Server.doStart jetty-8.1.10.v20130312
[junit4] 2> 785042 T2770 oejs.AbstractConnector.doStart Started SelectChannelConnector@127.0.0.1:56383
[junit4] 2> 785043 T2770 oass.SolrDispatchFilter.init SolrDispatchFilter.init()
[junit4] 2> 785044 T2770 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
[junit4] 2> 785044 T2770 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty2-1375389712441
[junit4] 2> 785044 T2770 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty2-1375389712441/'
[junit4] 2> 785056 T2770 oasc.ConfigSolr.fromFile Loading container configuration from /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty2-1375389712441/solr.xml
[junit4] 2> 785086 T2770 oasc.ConfigSolrXml.<init> Config-defined core root directory:
[junit4] 2> 785087 T2770 oasc.CoreContainer.<init> New CoreContainer 1365277238
[junit4] 2> 785087 T2770 oasc.CoreContainer.load Loading cores into CoreContainer [instanceDir=/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty2-1375389712441/]
[junit4] 2> 785088 T2770 oashc.HttpShardHandlerFactory.getParameter Setting socketTimeout to: 120000
[junit4] 2> 785089 T2770 oashc.HttpShardHandlerFactory.getParameter Setting urlScheme to: http://
[junit4] 2> 785089 T2770 oashc.HttpShardHandlerFactory.getParameter Setting connTimeout to: 15000
[junit4] 2> 785089 T2770 oashc.HttpShardHandlerFactory.getParameter Setting maxConnectionsPerHost to: 20
[junit4] 2> 785090 T2770 oashc.HttpShardHandlerFactory.getParameter Setting corePoolSize to: 0
[junit4] 2> 785090 T2770 oashc.HttpShardHandlerFactory.getParameter Setting maximumPoolSize to: 2147483647
[junit4] 2> 785090 T2770 oashc.HttpShardHandlerFactory.getParameter Setting maxThreadIdleTime to: 5
[junit4] 2> 785091 T2770 oashc.HttpShardHandlerFactory.getParameter Setting sizeOfQueue to: -1
[junit4] 2> 785091 T2770 oashc.HttpShardHandlerFactory.getParameter Setting fairnessPolicy to: false
[junit4] 2> 785091 T2770 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnectionsPerHost=20&maxConnections=10000&socketTimeout=120000&connTimeout=15000&retry=false
[junit4] 2> 785094 T2770 oasc.ZkContainer.initZooKeeper Zookeeper client=127.0.0.1:57117/solr
[junit4] 2> 785094 T2770 oasc.ZkController.checkChrootPath zkHost includes chroot
[junit4] 2> 785095 T2770 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4] 2> 785096 T2822 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@26fb0141 name:ZooKeeperConnection Watcher:127.0.0.1:57117 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4] 2> 785097 T2770 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4] 2> 785098 T2770 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=500&maxConnectionsPerHost=16&socketTimeout=120000&connTimeout=15000
[junit4] 2> 785100 T2770 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4] 2> 785102 T2824 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@49504eaf name:ZooKeeperConnection Watcher:127.0.0.1:57117/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4] 2> 785102 T2770 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4] 2> 785104 T2770 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper...
[junit4] 2> 786106 T2770 oasc.ZkController.createEphemeralLiveNode Register node as live in ZooKeeper:/live_nodes/127.0.0.1:56383__h
[junit4] 2> 786108 T2770 oascc.SolrZkClient.makePath makePath: /live_nodes/127.0.0.1:56383__h
[junit4] 2> 786110 T2792 oascc.ZkStateReader$3.process Updating live nodes... (3)
[junit4] 2> 786110 T2824 oascc.ZkStateReader$3.process Updating live nodes... (3)
[junit4] 2> 786110 T2797 oascc.ZkStateReader$3.process Updating live nodes... (3)
[junit4] 2> 786110 T2810 oascc.ZkStateReader$3.process Updating live nodes... (3)
[junit4] 2> 786115 T2770 oasc.CorePropertiesLocator.discover Looking for core definitions underneath /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty2-1375389712441
[junit4] 2> 786137 T2770 oasc.CorePropertiesLocator.discoverUnder Found core conf in /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty2-1375389712441/conf/
[junit4] 2> 786138 T2770 oasc.CorePropertiesLocator.discover Found 1 core definitions
[junit4] 2> 786138 T2770 oass.SolrDispatchFilter.init user.dir=/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0
[junit4] 2> 786138 T2770 oass.SolrDispatchFilter.init SolrDispatchFilter.init() done
[junit4] 2> 786139 T2770 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4] 2> 786203 T2770 oejs.Server.doStart jetty-8.1.10.v20130312
[junit4] 2> 786206 T2770 oejs.AbstractConnector.doStart Started SelectChannelConnector@127.0.0.1:33365
[junit4] 2> 786206 T2770 oass.SolrDispatchFilter.init SolrDispatchFilter.init()
[junit4] 2> 786207 T2770 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
[junit4] 2> 786207 T2770 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty3-1375389713603
[junit4] 2> 786207 T2770 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty3-1375389713603/'
[junit4] 2> 786218 T2770 oasc.ConfigSolr.fromFile Loading container configuration from /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty3-1375389713603/solr.xml
[junit4] 2> 786248 T2770 oasc.ConfigSolrXml.<init> Config-defined core root directory:
[junit4] 2> 786249 T2770 oasc.CoreContainer.<init> New CoreContainer 1267651639
[junit4] 2> 786249 T2770 oasc.CoreContainer.load Loading cores into CoreContainer [instanceDir=/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty3-1375389713603/]
[junit4] 2> 786250 T2770 oashc.HttpShardHandlerFactory.getParameter Setting socketTimeout to: 120000
[junit4] 2> 786250 T2770 oashc.HttpShardHandlerFactory.getParameter Setting urlScheme to: http://
[junit4] 2> 786251 T2770 oashc.HttpShardHandlerFactory.getParameter Setting connTimeout to: 15000
[junit4] 2> 786251 T2770 oashc.HttpShardHandlerFactory.getParameter Setting maxConnectionsPerHost to: 20
[junit4] 2> 786251 T2770 oashc.HttpShardHandlerFactory.getParameter Setting corePoolSize to: 0
[junit4] 2> 786252 T2770 oashc.HttpShardHandlerFactory.getParameter Setting maximumPoolSize to: 2147483647
[junit4] 2> 786252 T2770 oashc.HttpShardHandlerFactory.getParameter Setting maxThreadIdleTime to: 5
[junit4] 2> 786252 T2770 oashc.HttpShardHandlerFactory.getParameter Setting sizeOfQueue to: -1
[junit4] 2> 786252 T2770 oashc.HttpShardHandlerFactory.getParameter Setting fairnessPolicy to: false
[junit4] 2> 786253 T2770 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnectionsPerHost=20&maxConnections=10000&socketTimeout=120000&connTimeout=15000&retry=false
[junit4] 2> 786255 T2770 oasc.ZkContainer.initZooKeeper Zookeeper client=127.0.0.1:57117/solr
[junit4] 2> 786256 T2770 oasc.ZkController.checkChrootPath zkHost includes chroot
[junit4] 2> 786257 T2770 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4] 2> 786258 T2836 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@f0f6204 name:ZooKeeperConnection Watcher:127.0.0.1:57117 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4] 2> 786258 T2770 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4] 2> 786259 T2770 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=500&maxConnectionsPerHost=16&socketTimeout=120000&connTimeout=15000
[junit4] 2> 786262 T2770 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4] 2> 786263 T2838 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@49731e7e name:ZooKeeperConnection Watcher:127.0.0.1:57117/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4] 2> 786263 T2770 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4] 2> 786266 T2770 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper...
[junit4] 2> 787268 T2770 oasc.ZkController.createEphemeralLiveNode Register node as live in ZooKeeper:/live_nodes/127.0.0.1:33365__h
[junit4] 2> 787270 T2770 oascc.SolrZkClient.makePath makePath: /live_nodes/127.0.0.1:33365__h
[junit4] 2> 787272 T2810 oascc.ZkStateReader$3.process Updating live nodes... (4)
[junit4] 2> 787272 T2797 oascc.ZkStateReader$3.process Updating live nodes... (4)
[junit4] 2> 787272 T2792 oascc.ZkStateReader$3.process Updating live nodes... (4)
[junit4] 2> 787272 T2838 oascc.ZkStateReader$3.process Updating live nodes... (4)
[junit4] 2> 787272 T2824 oascc.ZkStateReader$3.process Updating live nodes... (4)
[junit4] 2> 787276 T2770 oasc.CorePropertiesLocator.discover Looking for core definitions underneath /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty3-1375389713603
[junit4] 2> 787298 T2770 oasc.CorePropertiesLocator.discoverUnder Found core conf in /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty3-1375389713603/conf/
[junit4] 2> 787299 T2770 oasc.CorePropertiesLocator.discover Found 1 core definitions
[junit4] 2> 787299 T2770 oass.SolrDispatchFilter.init user.dir=/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0
[junit4] 2> 787300 T2770 oass.SolrDispatchFilter.init SolrDispatchFilter.init() done
[junit4] 2> 787300 T2770 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4] 2> 787363 T2770 oejs.Server.doStart jetty-8.1.10.v20130312
[junit4] 2> 787365 T2770 oejs.AbstractConnector.doStart Started SelectChannelConnector@127.0.0.1:55016
[junit4] 2> 787366 T2770 oass.SolrDispatchFilter.init SolrDispatchFilter.init()
[junit4] 2> 787367 T2770 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
[junit4] 2> 787367 T2770 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty4-1375389714765
[junit4] 2> 787367 T2770 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty4-1375389714765/'
[junit4] 2> 787378 T2770 oasc.ConfigSolr.fromFile Loading container configuration from /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty4-1375389714765/solr.xml
[junit4] 2> 787408 T2770 oasc.ConfigSolrXml.<init> Config-defined core root directory:
[junit4] 2> 787409 T2770 oasc.CoreContainer.<init> New CoreContainer 871712809
[junit4] 2> 787409 T2770 oasc.CoreContainer.load Loading cores into CoreContainer [instanceDir=/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty4-1375389714765/]
[junit4] 2> 787410 T2770 oashc.HttpShardHandlerFactory.getParameter Setting socketTimeout to: 120000
[junit4] 2> 787411 T2770 oashc.HttpShardHandlerFactory.getParameter Setting urlScheme to: http://
[junit4] 2> 787411 T2770 oashc.HttpShardHandlerFactory.getParameter Setting connTimeout to: 15000
[junit4] 2> 787411 T2770 oashc.HttpShardHandlerFactory.getParameter Setting maxConnectionsPerHost to: 20
[junit4] 2> 787411 T2770 oashc.HttpShardHandlerFactory.getParameter Setting corePoolSize to: 0
[junit4] 2> 787412 T2770 oashc.HttpShardHandlerFactory.getParameter Setting maximumPoolSize to: 2147483647
[junit4] 2> 787412 T2770 oashc.HttpShardHandlerFactory.getParameter Setting maxThreadIdleTime to: 5
[junit4] 2> 787412 T2770 oashc.HttpShardHandlerFactory.getParameter Setting sizeOfQueue to: -1
[junit4] 2> 787413 T2770 oashc.HttpShardHandlerFactory.getParameter Setting fairnessPolicy to: false
[junit4] 2> 787413 T2770 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnectionsPerHost=20&maxConnections=10000&socketTimeout=120000&connTimeout=15000&retry=false
[junit4] 2> 787416 T2770 oasc.ZkContainer.initZooKeeper Zookeeper client=127.0.0.1:57117/solr
[junit4] 2> 787416 T2770 oasc.ZkController.checkChrootPath zkHost includes chroot
[junit4] 2> 787417 T2770 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4] 2> 787418 T2850 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@73f73bb6 name:ZooKeeperConnection Watcher:127.0.0.1:57117 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4] 2> 787418 T2770 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4] 2> 787420 T2770 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=500&maxConnectionsPerHost=16&socketTimeout=120000&connTimeout=15000
[junit4] 2> 787422 T2770 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4] 2> 787423 T2852 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@4a5ca1a9 name:ZooKeeperConnection Watcher:127.0.0.1:57117/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4] 2> 787423 T2770 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4] 2> 787426 T2770 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper...
[junit4] 2> 788428 T2770 oasc.ZkController.createEphemeralLiveNode Register node as live in ZooKeeper:/live_nodes/127.0.0.1:55016__h
[junit4] 2> 788429 T2770 oascc.SolrZkClient.makePath makePath: /live_nodes/127.0.0.1:55016__h
[junit4] 2> 788431 T2824 oascc.ZkStateReader$3.process Updating live nodes... (5)
[junit4] 2> 788431 T2797 oascc.ZkStateReader$3.process Updating live nodes... (5)
[junit4] 2> 788431 T2810 oascc.ZkStateReader$3.process Updating live nodes... (5)
[junit4] 2> 788431 T2838 oascc.ZkStateReader$3.process Updating live nodes... (5)
[junit4] 2> 788431 T2792 oascc.ZkStateReader$3.process Updating live nodes... (5)
[junit4] 2> 788431 T2852 oascc.ZkStateReader$3.process Updating live nodes... (5)
[junit4] 2> 788436 T2770 oasc.CorePropertiesLocator.discover Looking for core definitions underneath /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty4-1375389714765
[junit4] 2> 788458 T2770 oasc.CorePropertiesLocator.discoverUnder Found core conf in /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty4-1375389714765/conf/
[junit4] 2> 788459 T2770 oasc.CorePropertiesLocator.discover Found 1 core definitions
[junit4] 2> 788460 T2770 oass.SolrDispatchFilter.init user.dir=/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0
[junit4] 2> 788460 T2770 oass.SolrDispatchFilter.init SolrDispatchFilter.init() done
[junit4] 2> 788460 T2770 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4] 2> 788463 T2770 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4] 2> 788466 T2803 oasha.CollectionsHandler.handleCreateAction Creating Collection : numShards=2&name=nodes_used_collection&replicationFactor=2&action=CREATE&wt=javabin&version=2
[junit4] 2> 788467 T2792 oasc.DistributedQueue$LatchChildWatcher.process Watcher fired on path: /overseer/collection-queue-work state: SyncConnected type NodeChildrenChanged
[junit4] 2> 788468 T2794 oasc.OverseerCollectionProcessor.run Overseer Collection Processor: Get the message id:/overseer/collection-queue-work/qn-0000000000 message:{
[junit4] 2> "operation":"createcollection",
[junit4] 2> "numShards":"2",
[junit4] 2> "name":"nodes_used_collection",
[junit4] 2> "replicationFactor":"2"}
[junit4] 2> 788468 T2794 oasc.OverseerCollectionProcessor.processMessage WARN OverseerCollectionProcessor.processMessage : createcollection , {
[junit4] 2> "operation":"createcollection",
[junit4] 2> "numShards":"2",
[junit4] 2> "name":"nodes_used_collection",
[junit4] 2> "replicationFactor":"2"}
[junit4] 2> 789752 T2793 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper...
[junit4] 2> 789752 T2793 oasc.Overseer$ClusterStateUpdater.buildCollection building a new collection: nodes_used_collection
[junit4] 2> 789752 T2793 oasc.Overseer$ClusterStateUpdater.createCollection Create collection nodes_used_collection with shards [shard1, shard2]
[junit4] 2> 789755 T2838 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4] 2> 789755 T2824 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4] 2> 789755 T2792 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4] 2> 789755 T2852 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4] 2> 789755 T2810 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4] 2> 789755 T2797 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4] 2> 789775 T2794 oasc.OverseerCollectionProcessor.createCollection going to create cores replicas shardNames [shard1, shard2] , repFactor : 2
[junit4] 2> 789775 T2794 oasc.OverseerCollectionProcessor.createCollection Creating shard nodes_used_collection_shard1_replica1 as part of slice shard1 of collection nodes_used_collection on 127.0.0.1:55016__h
[junit4] 2> 789775 T2794 oasc.OverseerCollectionProcessor.createCollection Creating shard nodes_used_collection_shard1_replica2 as part of slice shard1 of collection nodes_used_collection on 127.0.0.1:33365__h
[junit4] 2> 789776 T2794 oasc.OverseerCollectionProcessor.createCollection Creating shard nodes_used_collection_shard2_replica1 as part of slice shard2 of collection nodes_used_collection on 127.0.0.1:52251__h
[junit4] 2> 789777 T2794 oasc.OverseerCollectionProcessor.createCollection Creating shard nodes_used_collection_shard2_replica2 as part of slice shard2 of collection nodes_used_collection on 127.0.0.1:60467__h
[junit4] 2> 789781 T2788 oasc.ZkController.publish publishing core=nodes_used_collection_shard2_replica1 state=down
[junit4] 2> 789781 T2833 oasc.ZkController.publish publishing core=nodes_used_collection_shard1_replica2 state=down
[junit4] 2> 789781 T2845 oasc.ZkController.publish publishing core=nodes_used_collection_shard1_replica1 state=down
[junit4] 2> 789782 T2788 oasc.ZkController.waitForCoreNodeName look for our core node name
[junit4] 2> 789783 T2833 oasc.ZkController.waitForCoreNodeName look for our core node name
[junit4] 2> 789783 T2804 oasc.ZkController.publish publishing core=nodes_used_collection_shard2_replica2 state=down
[junit4] 2> 789784 T2804 oasc.ZkController.waitForCoreNodeName look for our core node name
[junit4] 2> 789784 T2845 oasc.ZkController.waitForCoreNodeName look for our core node name
[junit4] 2> 791259 T2793 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper...
[junit4] 2> 791260 T2793 oasc.Overseer$ClusterStateUpdater.updateState WARN Could not find collection node for nodes_used_collection, skipping publish state
[junit4] 2> 791261 T2793 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=2 message={
[junit4] 2> "operation":"state",
[junit4] 2> "core_node_name":"core_node1",
[junit4] 2> "numShards":"2",
[junit4] 2> "shard":"shard2",
[junit4] 2> "roles":null,
[junit4] 2> "state":"down",
[junit4] 2> "shard_state":"active",
[junit4] 2> "core":"nodes_used_collection_shard2_replica1",
[junit4] 2> "collection":"nodes_used_collection",
[junit4] 2> "shard_range":null,
[junit4] 2> "node_name":"127.0.0.1:52251__h",
[junit4] 2> "base_url":"http://127.0.0.1:52251/_h"}
[junit4] 2> 791263 T2793 oasc.Overseer$ClusterStateUpdater.updateState WARN Could not find collection node for nodes_used_collection, skipping publish state
[junit4] 2> 791264 T2793 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=2 message={
[junit4] 2> "operation":"state",
[junit4] 2> "core_node_name":"core_node2",
[junit4] 2> "numShards":"2",
[junit4] 2> "shard":"shard1",
[junit4] 2> "roles":null,
[junit4] 2> "state":"down",
[junit4] 2> "shard_state":"active",
[junit4] 2> "core":"nodes_used_collection_shard1_replica2",
[junit4] 2> "collection":"nodes_used_collection",
[junit4] 2> "shard_range":null,
[junit4] 2> "node_name":"127.0.0.1:33365__h",
[junit4] 2> "base_url":"http://127.0.0.1:33365/_h"}
[junit4] 2> 791266 T2793 oasc.Overseer$ClusterStateUpdater.updateState WARN Could not find collection node for nodes_used_collection, skipping publish state
[junit4] 2> 791266 T2793 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=2 message={
[junit4] 2> "operation":"state",
[junit4] 2> "core_node_name":"core_node3",
[junit4] 2> "numShards":"2",
[junit4] 2> "shard":"shard2",
[junit4] 2> "roles":null,
[junit4] 2> "state":"down",
[junit4] 2> "shard_state":"active",
[junit4] 2> "core":"nodes_used_collection_shard2_replica2",
[junit4] 2> "collection":"nodes_used_collection",
[junit4] 2> "shard_range":null,
[junit4] 2> "node_name":"127.0.0.1:60467__h",
[junit4] 2> "base_url":"http://127.0.0.1:60467/_h"}
[junit4] 2> 791269 T2793 oasc.Overseer$ClusterStateUpdater.updateState WARN Could not find collection node for nodes_used_collection, skipping publish state
[junit4] 2> 791270 T2793 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=2 message={
[junit4] 2> "operation":"state",
[junit4] 2> "core_node_name":"core_node4",
[junit4] 2> "numShards":"2",
[junit4] 2> "shard":"shard1",
[junit4] 2> "roles":null,
[junit4] 2> "state":"down",
[junit4] 2> "shard_state":"active",
[junit4] 2> "core":"nodes_used_collection_shard1_replica1",
[junit4] 2> "collection":"nodes_used_collection",
[junit4] 2> "shard_range":null,
[junit4] 2> "node_name":"127.0.0.1:55016__h",
[junit4] 2> "base_url":"http://127.0.0.1:55016/_h"}
[junit4] 2> 791272 T2838 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4] 2> 791272 T2792 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4] 2> 791272 T2824 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4] 2> 791272 T2810 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4] 2> 791272 T2797 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4] 2> 791272 T2852 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4] 2> 791783 T2788 oasc.ZkController.waitForShardId waiting to find shard id in clusterstate for nodes_used_collection_shard2_replica1
[junit4] 2> 791783 T2833 oasc.ZkController.waitForShardId waiting to find shard id in clusterstate for nodes_used_collection_shard1_replica2
[junit4] 2> 791784 T2804 oasc.ZkController.waitForShardId waiting to find shard id in clusterstate for nodes_used_collection_shard2_replica2
[junit4] 2> 791786 T2833 oasc.CorePropertiesLocator.writePropertiesFile ERROR Couldn't persist core properties to /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty3-1375389713603/nodes_used_collection_shard1_replica2/core.properties: java.io.FileNotFoundException: /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty3-1375389713603/nodes_used_collection_shard1_replica2/core.properties (No such file or directory)
[junit4] 2> 791785 T2788 oasc.CorePropertiesLocator.writePropertiesFile ERROR Couldn't persist core properties to /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-controljetty-1375389711031/nodes_used_collection_shard2_replica1/core.properties: java.io.FileNotFoundException: /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-controljetty-1375389711031/nodes_used_collection_shard2_replica1/core.properties (No such file or directory)
[junit4] 2> 791788 T2788 oasc.CoreContainer.create Creating SolrCore 'nodes_used_collection_shard2_replica1' using instanceDir: /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-controljetty-1375389711031/nodes_used_collection_shard2_replica1
[junit4] 2> 791789 T2788 oasc.ZkController.createCollectionZkNode Check for collection zkNode:nodes_used_collection
[junit4] 2> 791785 T2845 oasc.ZkController.waitForShardId waiting to find shard id in clusterstate for nodes_used_collection_shard1_replica1
[junit4] 2> 791787 T2833 oasc.CoreContainer.create Creating SolrCore 'nodes_used_collection_shard1_replica2' using instanceDir: /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty3-1375389713603/nodes_used_collection_shard1_replica2
[junit4] 2> 791791 T2833 oasc.ZkController.createCollectionZkNode Check for collection zkNode:nodes_used_collection
[junit4] 2> 791787 T2804 oasc.CorePropertiesLocator.writePropertiesFile ERROR Couldn't persist core properties to /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty1-1375389711246/nodes_used_collection_shard2_replica2/core.properties: java.io.FileNotFoundException: /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty1-1375389711246/nodes_used_collection_shard2_replica2/core.properties (No such file or directory)
[junit4] 2> 791792 T2833 oasc.ZkController.createCollectionZkNode Creating collection in ZooKeeper:nodes_used_collection
[junit4] 2> 791790 T2845 oasc.CorePropertiesLocator.writePropertiesFile ERROR Couldn't persist core properties to /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty4-1375389714765/nodes_used_collection_shard1_replica1/core.properties: java.io.FileNotFoundException: /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty4-1375389714765/nodes_used_collection_shard1_replica1/core.properties (No such file or directory)
[junit4] 2> 791790 T2788 oasc.ZkController.createCollectionZkNode Creating collection in ZooKeeper:nodes_used_collection
[junit4] 2> 791793 T2845 oasc.CoreContainer.create Creating SolrCore 'nodes_used_collection_shard1_replica1' using instanceDir: /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty4-1375389714765/nodes_used_collection_shard1_replica1
[junit4] 2> 791794 T2845 oasc.ZkController.createCollectionZkNode Check for collection zkNode:nodes_used_collection
[junit4] 2> 791792 T2833 oasc.ZkController.getConfName Looking for collection configName
[junit4] 2> 791792 T2804 oasc.CoreContainer.create Creating SolrCore 'nodes_used_collection_shard2_replica2' using instanceDir: /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty1-1375389711246/nodes_used_collection_shard2_replica2
[junit4] 2> 791796 T2804 oasc.ZkController.createCollectionZkNode Check for collection zkNode:nodes_used_collection
[junit4] 2> 791796 T2833 oasc.ZkController.getConfName Only one config set found in zk - using it:conf1
[junit4] 2> 791797 T2804 oasc.ZkController.createCollectionZkNode Creating collection in ZooKeeper:nodes_used_collection
[junit4] 2> 791797 T2804 oasc.ZkController.getConfName Looking for collection configName
[junit4] 2> 791795 T2845 oasc.ZkController.createCollectionZkNode Creating collection in ZooKeeper:nodes_used_collection
[junit4] 2> 791794 T2788 oasc.ZkController.getConfName Looking for collection configName
[junit4] 2> 791799 T2804 oasc.ZkController.getConfName Only one config set found in zk - using it:conf1
[junit4] 2> 791799 T2845 oasc.ZkController.getConfName Looking for collection configName
[junit4] 2> 791797 T2833 oascc.SolrZkClient.makePath makePath: /collections/nodes_used_collection
[junit4] 2> 791800 T2788 oasc.ZkController.getConfName Only one config set found in zk - using it:conf1
[junit4] 2> 791800 T2804 oascc.SolrZkClient.makePath makePath: /collections/nodes_used_collection
[junit4] 2> 791801 T2788 oascc.SolrZkClient.makePath makePath: /collections/nodes_used_collection
[junit4] 2> 791801 T2845 oasc.ZkController.getConfName Only one config set found in zk - using it:conf1
[junit4] 2> 791802 T2845 oascc.SolrZkClient.makePath makePath: /collections/nodes_used_collection
[junit4] 2> 791802 T2833 oasc.ZkController.readConfigName Load collection config from:/collections/nodes_used_collection
[junit4] 2> 791802 T2804 oasc.ZkController.readConfigName Load collection config from:/collections/nodes_used_collection
[junit4] 2> 791803 T2788 oasc.ZkController.readConfigName Load collection config from:/collections/nodes_used_collection
[junit4] 2> 791803 T2845 oasc.ZkController.readConfigName Load collection config from:/collections/nodes_used_collection
[junit4] 2> 791804 T2804 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty1-1375389711246/nodes_used_collection_shard2_replica2/'
[junit4] 2> 791804 T2845 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty4-1375389714765/nodes_used_collection_shard1_replica1/'
[junit4] 2> 791805 T2833 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty3-1375389713603/nodes_used_collection_shard1_replica2/'
[junit4] 2> 791805 T2788 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-controljetty-1375389711031/nodes_used_collection_shard2_replica1/'
[junit4] 2> 791848 T2804 oasc.SolrConfig.<init> Using Lucene MatchVersion: LUCENE_45
[junit4] 2> 791850 T2833 oasc.SolrConfig.<init> Using Lucene MatchVersion: LUCENE_45
[junit4] 2> 791854 T2788 oasc.SolrConfig.<init> Using Lucene MatchVersion: LUCENE_45
[junit4] 2> 791859 T2845 oasc.SolrConfig.<init> Using Lucene MatchVersion: LUCENE_45
[junit4] 2> 791900 T2804 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml
[junit4] 2> 791900 T2833 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml
[junit4] 2> 791901 T2804 oass.IndexSchema.readSchema Reading Solr Schema from schema.xml
[junit4] 2> 791902 T2833 oass.IndexSchema.readSchema Reading Solr Schema from schema.xml
[junit4] 2> 791904 T2788 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml
[junit4] 2> 791906 T2788 oass.IndexSchema.readSchema Reading Solr Schema from schema.xml
[junit4] 2> 791906 T2845 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml
[junit4] 2> 791909 T2845 oass.IndexSchema.readSchema Reading Solr Schema from schema.xml
[junit4] 2> 791913 T2833 oass.IndexSchema.readSchema [nodes_used_collection_shard1_replica2] Schema name=test
[junit4] 2> 791913 T2804 oass.IndexSchema.readSchema [nodes_used_collection_shard2_replica2] Schema name=test
[junit4] 2> 791918 T2788 oass.IndexSchema.readSchema [nodes_used_collection_shard2_replica1] Schema name=test
[junit4] 2> 791920 T2845 oass.IndexSchema.readSchema [nodes_used_collection_shard1_replica1] Schema name=test
[junit4] 2> 792480 T2788 oass.ByteField.init WARN ByteField is deprecated and will be removed in 5.0. You should use TrieIntField instead.
[junit4] 2> 792480 T2833 oass.ByteField.init WARN ByteField is deprecated and will be removed in 5.0. You should use TrieIntField instead.
[junit4] 2> 792481 T2788 oass.ShortField.init WARN ShortField is deprecated and will be removed in 5.0. You should use TrieIntField instead.
[junit4] 2> 792481 T2833 oass.ShortField.init WARN ShortField is deprecated and will be removed in 5.0. You should use TrieIntField instead.
[junit4] 2> 792482 T2788 oass.OpenExchangeRatesOrgProvider.init Initialized with rates=open-exchange-rates.json, refreshInterval=1440.
[junit4] 2> 792482 T2833 oass.OpenExchangeRatesOrgProvider.init Initialized with rates=open-exchange-rates.json, refreshInterval=1440.
[junit4] 2> 792490 T2788 oass.IndexSchema.readSchema default search field in schema is text
[junit4] 2> 792490 T2833 oass.IndexSchema.readSchema default search field in schema is text
[junit4] 2> 792494 T2788 oass.IndexSchema.readSchema unique key field: id
[junit4] 2> 792494 T2833 oass.IndexSchema.readSchema unique key field: id
[junit4] 2> 792508 T2833 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4] 2> 792508 T2788 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4] 2> 792513 T2833 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4] 2> 792513 T2788 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4] 2> 792517 T2833 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
[junit4] 2> 792517 T2788 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
[junit4] 2> 792518 T2833 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Unknown key IMPORTANT NOTE
[junit4] 2> 792519 T2833 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Expected key, got STRING
[junit4] 2> 792519 T2788 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Unknown key IMPORTANT NOTE
[junit4] 2> 792519 T2833 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
[junit4] 2> 792520 T2788 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Expected key, got STRING
[junit4] 2> 792520 T2788 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
[junit4] 2> 792521 T2833 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Unknown key IMPORTANT NOTE
[junit4] 2> 792522 T2833 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Expected key, got STRING
[junit4] 2> 792522 T2788 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Unknown key IMPORTANT NOTE
[junit4] 2> 792522 T2833 oasc.SolrCore.initDirectoryFactory org.apache.solr.core.MockDirectoryFactory
[junit4] 2> 792523 T2788 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Expected key, got STRING
[junit4] 2> 792524 T2788 oasc.SolrCore.initDirectoryFactory org.apache.solr.core.MockDirectoryFactory
[junit4] 2> 792524 T2833 oasc.SolrCore.<init> [nodes_used_collection_shard1_replica2] Opening new SolrCore at /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty3-1375389713603/nodes_used_collection_shard1_replica2/, dataDir=/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty3-1375389713603//nodes_used_collection_shard1_replica2/data/
[junit4] 2> 792524 T2833 oasc.JmxMonitoredMap.<init> JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@4adaead8
[junit4] 2> 792524 T2788 oasc.SolrCore.<init> [nodes_used_collection_shard2_replica1] Opening new SolrCore at /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-controljetty-1375389711031/nodes_used_collection_shard2_replica1/, dataDir=/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-controljetty-1375389711031//nodes_used_collection_shard2_replica1/data/
[junit4] 2> 792525 T2788 oasc.JmxMonitoredMap.<init> JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@4adaead8
[junit4] 2> 792526 T2833 oasc.CachingDirectoryFactory.get return new directory for /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty3-1375389713603//nodes_used_collection_shard1_replica2/data
[junit4] 2> 792526 T2833 oasc.SolrCore.getNewIndexDir New index directory detected: old=null new=/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty3-1375389713603//nodes_used_collection_shard1_replica2/data/index/
[junit4] 2> 792526 T2788 oasc.CachingDirectoryFactory.get return new directory for /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-controljetty-1375389711031//nodes_used_collection_shard2_replica1/data
[junit4] 2> 792526 T2833 oasc.SolrCore.initIndex WARN [nodes_used_collection_shard1_replica2] Solr index directory '/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty3-1375389713603/nodes_used_collection_shard1_replica2/data/index' doesn't exist. Creating new index...
[junit4] 2> 792527 T2788 oasc.SolrCore.getNewIndexDir New index directory detected: old=null new=/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-controljetty-1375389711031//nodes_used_collection_shard2_replica1/data/index/
[junit4] 2> 792527 T2833 oasc.CachingDirectoryFactory.get return new directory for /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty3-1375389713603//nodes_used_collection_shard1_replica2/data/index
[junit4] 2> 792527 T2788 oasc.SolrCore.initIndex WARN [nodes_used_collection_shard2_replica1] Solr index directory '/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-controljetty-1375389711031/nodes_used_collection_shard2_replica1/data/index' doesn't exist. Creating new index...
[junit4] 2> 792529 T2788 oasc.CachingDirectoryFactory.get return new directory for /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-controljetty-1375389711031//nodes_used_collection_shard2_replica1/data/index
[junit4] 2> 792530 T2833 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits: num=1
[junit4] 2> commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@3634a61c lockFactory=org.apache.lucene.store.NativeFSLockFactory@3934e2c9),segFN=segments_1,generation=1}
[junit4] 2> 792530 T2833 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 1
[junit4] 2> 792530 T2845 oass.ByteField.init WARN ByteField is deprecated and will be removed in 5.0. You should use TrieIntField instead.
[junit4] 2> 792531 T2845 oass.ShortField.init WARN ShortField is deprecated and will be removed in 5.0. You should use TrieIntField instead.
[junit4] 2> 792532 T2845 oass.OpenExchangeRatesOrgProvider.init Initialized with rates=open-exchange-rates.json, refreshInterval=1440.
[junit4] 2> 792532 T2788 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits: num=1
[junit4] 2> commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@1b76455 lockFactory=org.apache.lucene.store.NativeFSLockFactory@45ec29cf),segFN=segments_1,generation=1}
[junit4] 2> 792533 T2788 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 1
[junit4] 2> 792533 T2804 oass.ByteField.init WARN ByteField is deprecated and will be removed in 5.0. You should use TrieIntField instead.
[junit4] 2> 792534 T2804 oass.ShortField.init WARN ShortField is deprecated and will be removed in 5.0. You should use TrieIntField instead.
[junit4] 2> 792534 T2804 oass.OpenExchangeRatesOrgProvider.init Initialized with rates=open-exchange-rates.json, refreshInterval=1440.
[junit4] 2> 792535 T2833 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe"
[junit4] 2> 792535 T2833 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "stored_sig"
[junit4] 2> 792536 T2833 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "distrib-dup-test-chain-implicit"
[junit4] 2> 792537 T2833 oasc.RequestHandlers.initHandlersFromConfig created standard: solr.StandardRequestHandler
[junit4] 2> 792538 T2788 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe"
[junit4] 2> 792538 T2788 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "stored_sig"
[junit4] 2> 792539 T2788 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "distrib-dup-test-chain-implicit"
[junit4] 2> 792540 T2845 oass.IndexSchema.readSchema default search field in schema is text
[junit4] 2> 792540 T2788 oasc.RequestHandlers.initHandlersFromConfig created standard: solr.StandardRequestHandler
[junit4] 2> 792540 T2804 oass.IndexSchema.readSchema default search field in schema is text
[junit4] 2> 792541 T2788 oasc.RequestHandlers.initHandlersFromConfig created /get: solr.RealTimeGetHandler
[junit4] 2> 792541 T2788 oasc.RequestHandlers.initHandlersFromConfig adding lazy requestHandler: solr.ReplicationHandler
[junit4] 2> 792541 T2788 oasc.RequestHandlers.initHandlersFromConfig created /replication: solr.ReplicationHandler
[junit4] 2> 792542 T2788 oasc.RequestHandlers.initHandlersFromConfig created /update: solr.UpdateRequestHandler
[junit4] 2> 792542 T2845 oass.IndexSchema.readSchema unique key field: id
[junit4] 2> 792543 T2788 oasc.RequestHandlers.initHandlersFromConfig created /admin/: org.apache.solr.handler.admin.AdminHandlers
[junit4] 2> 792544 T2804 oass.IndexSchema.readSchema unique key field: id
[junit4] 2> 792547 T2788 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
[junit4] 2> 792550 T2788 oass.SolrIndexSearcher.<init> Opening Searcher@3c51e3bc main
[junit4] 2> 792551 T2788 oasu.CommitTracker.<init> Hard AutoCommit: disabled
[junit4] 2> 792551 T2788 oasu.CommitTracker.<init> Soft AutoCommit: disabled
[junit4] 2> 792554 T2833 oasc.RequestHandlers.initHandlersFromConfig created /get: solr.RealTimeGetHandler
[junit4] 2> 792554 T2833 oasc.RequestHandlers.initHandlersFromConfig adding lazy requestHandler: solr.ReplicationHandler
[junit4] 2> 792554 T2845 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4] 2> 792555 T2833 oasc.RequestHandlers.initHandlersFromConfig created /replication: solr.ReplicationHandler
[junit4] 2> 792555 T2858 oasc.SolrCore.registerSearcher [nodes_used_collection_shard2_replica1] Registered new searcher Searcher@3c51e3bc main{StandardDirectoryReader(segments_1:1)}
[junit4] 2> 792556 T2833 oasc.RequestHandlers.initHandlersFromConfig created /update: solr.UpdateRequestHandler
[junit4] 2> 792556 T2833 oasc.RequestHandlers.initHandlersFromConfig created /admin/: org.apache.solr.handler.admin.AdminHandlers
[junit4] 2> 792557 T2804 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4] 2> 792558 T2788 oasc.CoreContainer.registerCore registering core: nodes_used_collection_shard2_replica1
[junit4] 2> 792558 T2833 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
[junit4] 2> 792558 T2788 oasc.ZkController.register Register replica - core:nodes_used_collection_shard2_replica1 address:http://127.0.0.1:52251/_h collection:nodes_used_collection shard:shard2
[junit4] 2> 792559 T2788 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=10000&maxConnectionsPerHost=20&connTimeout=15000&socketTimeout=30000&retry=false
[junit4] 2> 792561 T2833 oass.SolrIndexSearcher.<init> Opening Searcher@5b1f8152 main
[junit4] 2> 792561 T2845 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4] 2> 792561 T2804 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4] 2> 792562 T2833 oasu.CommitTracker.<init> Hard AutoCommit: disabled
[junit4] 2> 792563 T2833 oasu.CommitTracker.<init> Soft AutoCommit: disabled
[junit4] 2> 792563 T2788 oascc.SolrZkClient.makePath makePath: /collections/nodes_used_collection/leader_elect/shard2/election
[junit4] 2> 792566 T2845 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
[junit4] 2> 792568 T2845 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Unknown key IMPORTANT NOTE
[junit4] 2> 792568 T2845 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Expected key, got STRING
[junit4] 2> 792568 T2788 oasc.ShardLeaderElectionContext.runLeaderProcess Running the leader process for shard shard2
[junit4] 2> 792569 T2845 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
[junit4] 2> 792570 T2859 oasc.SolrCore.registerSearcher [nodes_used_collection_shard1_replica2] Registered new searcher Searcher@5b1f8152 main{StandardDirectoryReader(segments_1:1)}
[junit4] 2> 792570 T2845 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Unknown key IMPORTANT NOTE
[junit4] 2> 792571 T2845 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Expected key, got STRING
[junit4] 2> 792571 T2833 oasc.CoreContainer.registerCore registering core: nodes_used_collection_shard1_replica2
[junit4] 2> 792571 T2788 oasc.ShardLeaderElectionContext.waitForReplicasToComeUp Waiting until we see more replicas up for shard shard2: total=2 found=1 timeoutin=180000
[junit4] 2> 792571 T2833 oasc.ZkController.register Register replica - core:nodes_used_collection_shard1_replica2 address:http://127.0.0.1:33365/_h collection:nodes_used_collection shard:shard1
[junit4] 2> 792571 T2804 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
[junit4] 2> 792571 T2845 oasc.SolrCore.initDirectoryFactory org.apache.solr.core.MockDirectoryFactory
[junit4] 2> 792572 T2833 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=10000&maxConnectionsPerHost=20&connTimeout=15000&socketTimeout=30000&retry=false
[junit4] 2> 792573 T2845 oasc.SolrCore.<init> [nodes_used_collection_shard1_replica1] Opening new SolrCore at /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty4-1375389714765/nodes_used_collection_shard1_replica1/, dataDir=/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty4-1375389714765//nodes_used_collection_shard1_replica1/data/
[junit4] 2> 792573 T2804 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Unknown key IMPORTANT NOTE
[junit4] 2> 792574 T2804 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Expected key, got STRING
[junit4] 2> 792573 T2845 oasc.JmxMonitoredMap.<init> JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@4adaead8
[junit4] 2> 792574 T2804 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
[junit4] 2> 792575 T2804 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Unknown key IMPORTANT NOTE
[junit4] 2> 792575 T2833 oascc.SolrZkClient.makePath makePath: /collections/nodes_used_collection/leader_elect/shard1/election
[junit4] 2> 792575 T2845 oasc.CachingDirectoryFactory.get return new directory for /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty4-1375389714765//nodes_used_collection_shard1_replica1/data
[junit4] 2> 792575 T2804 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Expected key, got STRING
[junit4] 2> 792576 T2845 oasc.SolrCore.getNewIndexDir New index directory detected: old=null new=/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty4-1375389714765//nodes_used_collection_shard1_replica1/data/index/
[junit4] 2> 792576 T2804 oasc.SolrCore.initDirectoryFactory org.apache.solr.core.MockDirectoryFactory
[junit4] 2> 792577 T2845 oasc.SolrCore.initIndex WARN [nodes_used_collection_shard1_replica1] Solr index directory '/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty4-1375389714765/nodes_used_collection_shard1_replica1/data/index' doesn't exist. Creating new index...
[junit4] 2> 792577 T2804 oasc.SolrCore.<init> [nodes_used_collection_shard2_replica2] Opening new SolrCore at /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty1-1375389711246/nodes_used_collection_shard2_replica2/, dataDir=/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty1-1375389711246//nodes_used_collection_shard2_replica2/data/
[junit4] 2> 792578 T2845 oasc.CachingDirectoryFactory.get return new directory for /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty4-1375389714765//nodes_used_collection_shard1_replica1/data/index
[junit4] 2> 792578 T2804 oasc.JmxMonitoredMap.<init> JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@4adaead8
[junit4] 2> 792579 T2804 oasc.CachingDirectoryFactory.get return new directory for /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty1-1375389711246//nodes_used_collection_shard2_replica2/data
[junit4] 2> 792579 T2804 oasc.SolrCore.getNewIndexDir New index directory detected: old=null new=/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty1-1375389711246//nodes_used_collection_shard2_replica2/data/index/
[junit4] 2> 792579 T2804 oasc.SolrCore.initIndex WARN [nodes_used_collection_shard2_replica2] Solr index directory '/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty1-1375389711246/nodes_used_collection_shard2_replica2/data/index' doesn't exist. Creating new index...
[junit4] 2> 792580 T2833 oasc.ShardLeaderElectionContext.runLeaderProcess Running the leader process for shard shard1
[junit4] 2> 792580 T2804 oasc.CachingDirectoryFactory.get return new directory for /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty1-1375389711246//nodes_used_collection_shard2_replica2/data/index
[junit4] 2> 792580 T2845 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits: num=1
[junit4] 2> commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@5a58fcca lockFactory=org.apache.lucene.store.NativeFSLockFactory@26b50e1b),segFN=segments_1,generation=1}
[junit4] 2> 792581 T2845 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 1
[junit4] 2> 792582 T2833 oasc.ShardLeaderElectionContext.waitForReplicasToComeUp Waiting until we see more replicas up for shard shard1: total=2 found=1 timeoutin=179999
[junit4] 2> 792582 T2804 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits: num=1
[junit4] 2> commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@f90da35 lockFactory=org.apache.lucene.store.NativeFSLockFactory@289aefe1),segFN=segments_1,generation=1}
[junit4] 2> 792582 T2804 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 1
[junit4] 2> 792585 T2804 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe"
[junit4] 2> 792586 T2845 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe"
[junit4] 2> 792586 T2804 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "stored_sig"
[junit4] 2> 792586 T2845 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "stored_sig"
[junit4] 2> 792587 T2804 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "distrib-dup-test-chain-implicit"
[junit4] 2> 792587 T2804 oasc.RequestHandlers.initHandlersFromConfig created standard: solr.StandardRequestHandler
[junit4] 2> 792587 T2845 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "distrib-dup-test-chain-implicit"
[junit4] 2> 792588 T2804 oasc.RequestHandlers.initHandlersFromConfig created /get: solr.RealTimeGetHandler
[junit4] 2> 792588 T2804 oasc.RequestHandlers.initHandlersFromConfig adding lazy requestHandler: solr.ReplicationHandler
[junit4] 2> 792588 T2845 oasc.RequestHandlers.initHandlersFromConfig created standard: solr.StandardRequestHandler
[junit4] 2> 792589 T2804 oasc.RequestHandlers.initHandlersFromConfig created /replication: solr.ReplicationHandler
[junit4] 2> 792589 T2845 oasc.RequestHandlers.initHandlersFromConfig created /get: solr.RealTimeGetHandler
[junit4] 2> 792590 T2804 oasc.RequestHandlers.initHandlersFromConfig created /update: solr.UpdateRequestHandler
[junit4] 2> 792590 T2845 oasc.RequestHandlers.initHandlersFromConfig adding lazy requestHandler: solr.ReplicationHandler
[junit4] 2> 792590 T2804 oasc.RequestHandlers.initHandlersFromConfig created /admin/: org.apache.solr.handler.admin.AdminHandlers
[junit4] 2> 792591 T2845 oasc.RequestHandlers.initHandlersFromConfig created /replication: solr.ReplicationHandler
[junit4] 2> 792592 T2845 oasc.RequestHandlers.initHandlersFromConfig created /update: solr.UpdateRequestHandler
[junit4] 2> 792592 T2845 oasc.RequestHandlers.initHandlersFromConfig created /admin/: org.apache.solr.handler.admin.AdminHandlers
[junit4] 2> 792594 T2804 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
[junit4] 2> 792594 T2845 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
[junit4] 2> 792598 T2804 oass.SolrIndexSearcher.<init> Opening Searcher@3e81f55f main
[junit4] 2> 792598 T2845 oass.SolrIndexSearcher.<init> Opening Searcher@328fbc4 main
[junit4] 2> 792599 T2804 oasu.CommitTracker.<init> Hard AutoCommit: disabled
[junit4] 2> 792599 T2804 oasu.CommitTracker.<init> Soft AutoCommit: disabled
[junit4] 2> 792599 T2845 oasu.CommitTracker.<init> Hard AutoCommit: disabled
[junit4] 2> 792600 T2845 oasu.CommitTracker.<init> Soft AutoCommit: disabled
[junit4] 2> 792603 T2861 oasc.SolrCore.registerSearcher [nodes_used_collection_shard1_replica1] Registered new searcher Searcher@328fbc4 main{StandardDirectoryReader(segments_1:1)}
[junit4] 2> 792603 T2860 oasc.SolrCore.registerSearcher [nodes_used_collection_shard2_replica2] Registered new searcher Searcher@3e81f55f main{StandardDirectoryReader(segments_1:1)}
[junit4] 2> 792605 T2845 oasc.CoreContainer.registerCore registering core: nodes_used_collection_shard1_replica1
[junit4] 2> 792605 T2845 oasc.ZkController.register Register replica - core:nodes_used_collection_shard1_replica1 address:http://127.0.0.1:55016/_h collection:nodes_used_collection shard:shard1
[junit4] 2> 792605 T2845 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=10000&maxConnectionsPerHost=20&connTimeout=15000&socketTimeout=30000&retry=false
[junit4] 2> 792606 T2804 oasc.CoreContainer.registerCore registering core: nodes_used_collection_shard2_replica2
[junit4] 2> 792606 T2804 oasc.ZkController.register Register replica - core:nodes_used_collection_shard2_replica2 address:http://127.0.0.1:60467/_h collection:nodes_used_collection shard:shard2
[junit4] 2> 792606 T2804 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=10000&maxConnectionsPerHost=20&connTimeout=15000&socketTimeout=30000&retry=false
[junit4] 2> 792778 T2793 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper...
[junit4] 2> 792783 T2852 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4] 2> 792783 T2797 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4] 2> 792783 T2824 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4] 2> 792783 T2838 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4] 2> 792783 T2792 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4] 2> 792783 T2810 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4] 2> 793073 T2788 oasc.ShardLeaderElectionContext.waitForReplicasToComeUp Enough replicas found to continue.
[junit4] 2> 793073 T2788 oasc.ShardLeaderElectionContext.runLeaderProcess I may be the new leader - try and sync
[junit4] 2> 793074 T2788 oasc.SyncStrategy.sync Sync replicas to http://127.0.0.1:52251/_h/nodes_used_collection_shard2_replica1/
[junit4] 2> 793074 T2788 oasu.PeerSync.sync PeerSync: core=nodes_used_collection_shard2_replica1 url=http://127.0.0.1:52251/_h START replicas=[http://127.0.0.1:60467/_h/nodes_used_collection_shard2_replica2/] nUpdates=100
[junit4] 2> 793075 T2788 oasu.PeerSync.sync PeerSync: core=nodes_used_collection_shard2_replica1 url=http://127.0.0.1:52251/_h DONE. We have no versions. sync failed.
[junit4] 2> 793075 T2788 oasc.SyncStrategy.syncReplicas Leader's attempt to sync with shard failed, moving to the next candidate
[junit4] 2> 793075 T2788 oasc.ShardLeaderElectionContext.runLeaderProcess We failed sync, but we have no versions - we can't sync in that case - we were active before, so become leader anyway
[junit4] 2> 793076 T2788 oasc.ShardLeaderElectionContext.runLeaderProcess I am the new leader: http://127.0.0.1:52251/_h/nodes_used_collection_shard2_replica1/ shard2
[junit4] 2> 7
[...truncated too long message...]
,cumulative_deletesById=0,cumulative_deletesByQuery=1,cumulative_errors=0}
[junit4] 2> 899822 T2770 oasu.SolrCoreState.decrefSolrCoreState Closing SolrCoreState
[junit4] 2> 899823 T2770 oasu.DefaultSolrCoreState.closeIndexWriter SolrCoreState ref count has reached 0 - closing IndexWriter
[junit4] 2> 899823 T2770 oasu.DefaultSolrCoreState.closeIndexWriter closing IndexWriter with IndexWriterCloser
[junit4] 2> 899824 T2770 oasc.SolrCore.closeSearcher [new_implicit_coll_1_d_replica3] Closing main searcher on request.
[junit4] 2> 899825 T2770 oasc.CachingDirectoryFactory.close Closing MockDirectoryFactory - 2 directories currently being tracked
[junit4] 2> 899825 T2770 oasc.CachingDirectoryFactory.closeCacheValue looking to close /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty4-1375389714765//new_implicit_coll_1_d_replica3/data [CachedDir<<refCount=0;path=/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty4-1375389714765//new_implicit_coll_1_d_replica3/data;done=false>>]
[junit4] 2> 899826 T2770 oasc.CachingDirectoryFactory.close Closing directory: /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty4-1375389714765//new_implicit_coll_1_d_replica3/data
[junit4] 2> 899827 T2770 oasc.CachingDirectoryFactory.closeCacheValue looking to close /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty4-1375389714765//new_implicit_coll_1_d_replica3/data/index [CachedDir<<refCount=0;path=/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty4-1375389714765//new_implicit_coll_1_d_replica3/data/index;done=false>>]
[junit4] 2> 899827 T2770 oasc.CachingDirectoryFactory.close Closing directory: /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty4-1375389714765//new_implicit_coll_1_d_replica3/data/index
[junit4] 2> 899829 T3225 oasc.Overseer$ClusterStateUpdater.amILeader According to ZK I (id=90137540085743628-127.0.0.1:55016__h-n_0000000004) am no longer a leader.
[junit4] 2> 899830 T2852 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 1)
[junit4] 2> 899851 T2770 oejsh.ContextHandler.doStop stopped o.e.j.s.ServletContextHandler{/_h,null}
[junit4] 2> 899906 T2770 oas.SolrTestCaseJ4.tearDown ###Ending testDistribSearch
[junit4] 2> 899909 T2770 oasc.ZkTestServer.send4LetterWord connecting to 127.0.0.1:57117 57117
[junit4] 1> client port:0.0.0.0/0.0.0.0:0
[junit4] 2> NOTE: reproduce with: ant test -Dtestcase=CollectionsAPIDistributedZkTest -Dtests.method=testDistribSearch -Dtests.seed=869D9D585578F685 -Dtests.multiplier=3 -Dtests.slow=true -Dtests.locale=th -Dtests.timezone=Mideast/Riyadh89 -Dtests.file.encoding=UTF-8
[junit4] ERROR 117s J0 | CollectionsAPIDistributedZkTest.testDistribSearch <<<
[junit4] > Throwable #1: org.apache.solr.client.solrj.SolrServerException: Server refused connection at: http://127.0.0.1:60467/_h
[junit4] > at __randomizedtesting.SeedInfo.seed([869D9D585578F685:77B1340222796B9]:0)
[junit4] > at org.apache.solr.client.solrj.impl.HttpSolrServer.request(HttpSolrServer.java:428)
[junit4] > at org.apache.solr.client.solrj.impl.HttpSolrServer.request(HttpSolrServer.java:180)
[junit4] > at org.apache.solr.cloud.CollectionsAPIDistributedZkTest.testCustomCollectionsAPI(CollectionsAPIDistributedZkTest.java:764)
[junit4] > at org.apache.solr.cloud.CollectionsAPIDistributedZkTest.doTest(CollectionsAPIDistributedZkTest.java:159)
[junit4] > at org.apache.solr.BaseDistributedSearchTestCase.testDistribSearch(BaseDistributedSearchTestCase.java:835)
[junit4] > at java.lang.Thread.run(Thread.java:724)
[junit4] > Caused by: org.apache.http.conn.HttpHostConnectException: Connection to http://127.0.0.1:60467 refused
[junit4] > at org.apache.http.impl.conn.DefaultClientConnectionOperator.openConnection(DefaultClientConnectionOperator.java:190)
[junit4] > at org.apache.http.impl.conn.ManagedClientConnectionImpl.open(ManagedClientConnectionImpl.java:294)
[junit4] > at org.apache.http.impl.client.DefaultRequestDirector.tryConnect(DefaultRequestDirector.java:645)
[junit4] > at org.apache.http.impl.client.DefaultRequestDirector.execute(DefaultRequestDirector.java:480)
[junit4] > at org.apache.http.impl.client.AbstractHttpClient.execute(AbstractHttpClient.java:906)
[junit4] > at org.apache.http.impl.client.AbstractHttpClient.execute(AbstractHttpClient.java:805)
[junit4] > at org.apache.http.impl.client.AbstractHttpClient.execute(AbstractHttpClient.java:784)
[junit4] > at org.apache.solr.client.solrj.impl.HttpSolrServer.request(HttpSolrServer.java:365)
[junit4] > ... 44 more
[junit4] > Caused by: java.net.ConnectException: Connection refused
[junit4] > at java.net.PlainSocketImpl.socketConnect(Native Method)
[junit4] > at java.net.AbstractPlainSocketImpl.doConnect(AbstractPlainSocketImpl.java:339)
[junit4] > at java.net.AbstractPlainSocketImpl.connectToAddress(AbstractPlainSocketImpl.java:200)
[junit4] > at java.net.AbstractPlainSocketImpl.connect(AbstractPlainSocketImpl.java:182)
[junit4] > at java.net.SocksSocketImpl.connect(SocksSocketImpl.java:392)
[junit4] > at java.net.Socket.connect(Socket.java:579)
[junit4] > at org.apache.http.conn.scheme.PlainSocketFactory.connectSocket(PlainSocketFactory.java:127)
[junit4] > at org.apache.http.impl.conn.DefaultClientConnectionOperator.openConnection(DefaultClientConnectionOperator.java:180)
[junit4] > ... 51 more
[junit4] 2> 899937 T2770 oas.SolrTestCaseJ4.deleteCore ###deleteCore
[junit4] 2> 116633 T2769 ccr.ThreadLeakControl.checkThreadLeaks WARNING Will linger awaiting termination of 2 leaked thread(s).
[junit4] 2> 901130 T2852 oascc.ZkStateReader$2.process WARN ZooKeeper watch triggered, but Solr cannot talk to ZK
[junit4] 2> 901130 T2852 oascc.ZkStateReader$3.process WARN ZooKeeper watch triggered, but Solr cannot talk to ZK
[junit4] 2> NOTE: test params are: codec=Lucene40, sim=DefaultSimilarity, locale=th, timezone=Mideast/Riyadh89
[junit4] 2> NOTE: Linux 3.2.0-51-generic amd64/Oracle Corporation 1.7.0_25 (64-bit)/cpus=8,threads=3,free=115065896,total=532676608
[junit4] 2> NOTE: All tests run in this JVM: [TestStressVersions, TestFastWriter, ResponseLogComponentTest, TestPseudoReturnFields, TestSolrQueryParserResource, TestLMDirichletSimilarityFactory, AliasIntegrationTest, TestSort, TestShardHandlerFactory, QueryParsingTest, TestLFUCache, ShowFileRequestHandlerTest, TestReversedWildcardFilterFactory, TestSolrXmlPersistence, LoggingHandlerTest, CircularListTest, MoreLikeThisHandlerTest, TestXIncludeConfig, SpellingQueryConverterTest, BinaryUpdateRequestHandlerTest, TestGroupingSearch, PluginInfoTest, ParsingFieldUpdateProcessorsTest, TestRandomDVFaceting, TestQuerySenderListener, PrimUtilsTest, InfoHandlerTest, TestStressRecovery, AlternateDirectoryTest, BlockDirectoryTest, LeaderElectionTest, OverseerTest, BasicDistributedZkTest, TermsComponentTest, TestFuzzyAnalyzedSuggestions, TestPropInjectDefaults, SoftAutoCommitTest, TestRealTimeGet, TermVectorComponentTest, TestTrie, AutoCommitTest, TestLRUCache, LegacyHTMLStripCharFilterTest, TestUniqueKeyFieldResource, ZkControllerTest, DistributedQueryElevationComponentTest, ExternalFileFieldSortTest, HdfsDirectoryTest, ShardRoutingTest, WordBreakSolrSpellCheckerTest, HdfsUnloadDistributedZkTest, MinimalSchemaTest, TestSolrDeletionPolicy2, TestFastLRUCache, AddSchemaFieldsUpdateProcessorFactoryTest, PreAnalyzedFieldTest, SpatialFilterTest, FieldMutatingUpdateProcessorTest, TestPluginEnable, AnalysisAfterCoreReloadTest, TestExtendedDismaxParser, TestMaxScoreQueryParser, SearchHandlerTest, FastVectorHighlighterTest, DistributedTermsComponentTest, CacheHeaderTest, TestDocSet, ZkCLITest, TestSolrIndexConfig, TestSearchPerf, MBeansHandlerTest, SynonymTokenizerTest, TestCloudManagedSchemaAddField, DistributedSpellCheckComponentTest, TestRecoveryHdfs, QueryEqualityTest, TestIBSimilarityFactory, CollectionsAPIDistributedZkTest]
[junit4] Completed on J0 in 117.92s, 1 test, 1 error <<< FAILURES!
[...truncated 480 lines...]
BUILD FAILED
/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/build.xml:395: The following error occurred while executing this line:
/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/build.xml:375: The following error occurred while executing this line:
/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/build.xml:39: The following error occurred while executing this line:
/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build.xml:181: The following error occurred while executing this line:
/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/common-build.xml:449: The following error occurred while executing this line:
/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/lucene/common-build.xml:1233: The following error occurred while executing this line:
/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/lucene/common-build.xml:876: There were test failures: 321 suites, 1352 tests, 1 error, 34 ignored (6 assumptions)
Total time: 41 minutes 12 seconds
Build step 'Invoke Ant' marked build as failure
Description set: Java: 64bit/jdk1.7.0_25 -XX:+UseCompressedOops -XX:+UseG1GC
Archiving artifacts
Recording test results
Email was triggered for: Failure
Sending email for trigger: Failure
[JENKINS] Lucene-Solr-4.x-Linux (32bit/jdk1.8.0-ea-b99) - Build #
6754 - Still Failing!
Posted by Policeman Jenkins Server <je...@thetaphi.de>.
Build: http://jenkins.thetaphi.de/job/Lucene-Solr-4.x-Linux/6754/
Java: 32bit/jdk1.8.0-ea-b99 -server -XX:+UseSerialGC
1 tests failed.
REGRESSION: org.apache.solr.handler.TestReplicationHandler.doTestStressReplication
Error Message:
timed out waiting for collection1 startAt time to exceed: Thu Aug 01 15:04:29 AST 2013
Stack Trace:
java.lang.AssertionError: timed out waiting for collection1 startAt time to exceed: Thu Aug 01 15:04:29 AST 2013
at __randomizedtesting.SeedInfo.seed([27296553ECF13B7E:FC826595E9D952CD]:0)
at org.junit.Assert.fail(Assert.java:93)
at org.apache.solr.handler.TestReplicationHandler.watchCoreStartAt(TestReplicationHandler.java:1507)
at org.apache.solr.handler.TestReplicationHandler.doTestStressReplication(TestReplicationHandler.java:811)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:57)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:491)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1559)
at com.carrotsearch.randomizedtesting.RandomizedRunner.access$600(RandomizedRunner.java:79)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:737)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:773)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:787)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:53)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:50)
at org.apache.lucene.util.TestRuleFieldCacheSanity$1.evaluate(TestRuleFieldCacheSanity.java:51)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:46)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesInvariantRule$1.evaluate(SystemPropertiesInvariantRule.java:55)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:49)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:70)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:358)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:782)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:442)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:746)
at com.carrotsearch.randomizedtesting.RandomizedRunner$3.evaluate(RandomizedRunner.java:648)
at com.carrotsearch.randomizedtesting.RandomizedRunner$4.evaluate(RandomizedRunner.java:682)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:693)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:53)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:46)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:42)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesInvariantRule$1.evaluate(SystemPropertiesInvariantRule.java:55)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:39)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:39)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:43)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:70)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:55)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:358)
at java.lang.Thread.run(Thread.java:724)
Build Log:
[...truncated 9476 lines...]
[junit4] Suite: org.apache.solr.handler.TestReplicationHandler
[junit4] 2> 38272 T252 oas.SolrTestCaseJ4.setUp ###Starting doTestReplicateAfterStartupWithNoActivity
[junit4] 2> 38409 T252 oejs.Server.doStart jetty-8.1.10.v20130312
[junit4] 2> 38507 T252 oejs.AbstractConnector.doStart Started SelectChannelConnector@127.0.0.1:48422
[junit4] 2> 38522 T252 oass.SolrDispatchFilter.init SolrDispatchFilter.init()
[junit4] 2> 38522 T252 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
[junit4] 2> 38523 T252 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: ./org.apache.solr.handler.TestReplicationHandler$SolrInstance-1375383846979/master
[junit4] 2> 38523 T252 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: './org.apache.solr.handler.TestReplicationHandler$SolrInstance-1375383846979/master/'
[junit4] 2> 38534 T252 oasc.ConfigSolr.fromFile Loading container configuration from /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/./org.apache.solr.handler.TestReplicationHandler$SolrInstance-1375383846979/master/solr.xml
[junit4] 2> 38534 T252 oasc.ConfigSolr.fromFile /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/./org.apache.solr.handler.TestReplicationHandler$SolrInstance-1375383846979/master/solr.xml does not exist, using default configuration
[junit4] 2> 38550 T252 oasc.CoreContainer.<init> New CoreContainer 17116515
[junit4] 2> 38550 T252 oasc.CoreContainer.load Loading cores into CoreContainer [instanceDir=./org.apache.solr.handler.TestReplicationHandler$SolrInstance-1375383846979/master/]
[junit4] 2> 38551 T252 oashc.HttpShardHandlerFactory.getParameter Setting socketTimeout to: 0
[junit4] 2> 38551 T252 oashc.HttpShardHandlerFactory.getParameter Setting urlScheme to: http://
[junit4] 2> 38552 T252 oashc.HttpShardHandlerFactory.getParameter Setting connTimeout to: 0
[junit4] 2> 38552 T252 oashc.HttpShardHandlerFactory.getParameter Setting maxConnectionsPerHost to: 20
[junit4] 2> 38552 T252 oashc.HttpShardHandlerFactory.getParameter Setting corePoolSize to: 0
[junit4] 2> 38553 T252 oashc.HttpShardHandlerFactory.getParameter Setting maximumPoolSize to: 2147483647
[junit4] 2> 38553 T252 oashc.HttpShardHandlerFactory.getParameter Setting maxThreadIdleTime to: 5
[junit4] 2> 38553 T252 oashc.HttpShardHandlerFactory.getParameter Setting sizeOfQueue to: -1
[junit4] 2> 38553 T252 oashc.HttpShardHandlerFactory.getParameter Setting fairnessPolicy to: false
[junit4] 2> 38554 T252 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnectionsPerHost=20&maxConnections=10000&socketTimeout=0&connTimeout=0&retry=false
[junit4] 2> 38560 T264 oasc.CoreContainer.create Creating SolrCore 'collection1' using instanceDir: ./org.apache.solr.handler.TestReplicationHandler$SolrInstance-1375383846979/master/collection1
[junit4] 2> 38560 T264 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: './org.apache.solr.handler.TestReplicationHandler$SolrInstance-1375383846979/master/collection1/'
[junit4] 2> 38577 T264 oasc.SolrConfig.<init> Using Lucene MatchVersion: LUCENE_45
[junit4] 2> 38588 T264 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml
[junit4] 2> 38588 T264 oass.IndexSchema.readSchema Reading Solr Schema from schema.xml
[junit4] 2> 38592 T264 oass.IndexSchema.readSchema [collection1] Schema name=test
[junit4] 2> 38596 T264 oass.IndexSchema.readSchema unique key field: id
[junit4] 2> 38597 T264 oasc.SolrCore.initDirectoryFactory org.apache.solr.core.MockDirectoryFactory
[junit4] 2> 38597 T264 oasc.SolrCore.<init> [collection1] Opening new SolrCore at ./org.apache.solr.handler.TestReplicationHandler$SolrInstance-1375383846979/master/collection1/, dataDir=/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/./org.apache.solr.handler.TestReplicationHandler$SolrInstance-1375383846979/master/collection1/data/
[junit4] 2> 38597 T264 oasc.SolrCore.<init> JMX monitoring not detected for core: collection1
[junit4] 2> 38598 T264 oasc.CachingDirectoryFactory.get return new directory for /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/./org.apache.solr.handler.TestReplicationHandler$SolrInstance-1375383846979/master/collection1/data
[junit4] 2> 38599 T264 oasc.SolrCore.getNewIndexDir New index directory detected: old=null new=/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/./org.apache.solr.handler.TestReplicationHandler$SolrInstance-1375383846979/master/collection1/data/index/
[junit4] 2> 38599 T264 oasc.SolrCore.initIndex WARN [collection1] Solr index directory '/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/./org.apache.solr.handler.TestReplicationHandler$SolrInstance-1375383846979/master/collection1/data/index' doesn't exist. Creating new index...
[junit4] 2> 38599 T264 oasc.CachingDirectoryFactory.get return new directory for /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/./org.apache.solr.handler.TestReplicationHandler$SolrInstance-1375383846979/master/collection1/data/index
[junit4] 2> 38601 T264 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits: num=1
[junit4] 2> commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@1ca5ddb lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@849211),segFN=segments_1,generation=1}
[junit4] 2> 38601 T264 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 1
[junit4] 2> 38602 T264 oasc.RequestHandlers.initHandlersFromConfig created standard: solr.StandardRequestHandler
[junit4] 2> 38629 T264 oasc.RequestHandlers.initHandlersFromConfig created /replication: solr.ReplicationHandler
[junit4] 2> 38630 T264 oasc.RequestHandlers.initHandlersFromConfig created defaults: solr.StandardRequestHandler
[junit4] 2> 38630 T264 oasc.RequestHandlers.initHandlersFromConfig adding lazy requestHandler: solr.StandardRequestHandler
[junit4] 2> 38630 T264 oasc.RequestHandlers.initHandlersFromConfig created lazy: solr.StandardRequestHandler
[junit4] 2> 38631 T264 oasc.RequestHandlers.initHandlersFromConfig created /update: solr.UpdateRequestHandler
[junit4] 2> 38633 T264 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
[junit4] 2> 38634 T264 oass.SolrIndexSearcher.<init> Opening Searcher@1784af9 main
[junit4] 2> 38635 T264 oasu.CommitTracker.<init> Hard AutoCommit: disabled
[junit4] 2> 38635 T264 oasu.CommitTracker.<init> Soft AutoCommit: disabled
[junit4] 2> 38637 T264 oash.ReplicationHandler.inform Replication enabled for following config files: schema.xml,xslt/dummy.xsl
[junit4] 2> 38638 T264 oash.ReplicationHandler.inform Commits will be reserved for 10000
[junit4] 2> 38639 T264 oasc.CoreContainer.registerCore registering core: collection1
[junit4] 2> 38639 T265 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@1784af9 main{StandardDirectoryReader(segments_1:1)}
[junit4] 2> 38639 T252 oass.SolrDispatchFilter.init user.dir=/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0
[junit4] 2> 38640 T252 oass.SolrDispatchFilter.init SolrDispatchFilter.init() done
[junit4] 2> 38656 T252 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4] 2> 38664 T252 oejs.Server.doStart jetty-8.1.10.v20130312
[junit4] 2> 38670 T252 oejs.AbstractConnector.doStart Started SelectChannelConnector@127.0.0.1:43606
[junit4] 2> 38671 T252 oass.SolrDispatchFilter.init SolrDispatchFilter.init()
[junit4] 2> 38672 T252 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
[junit4] 2> 38672 T252 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: ./org.apache.solr.handler.TestReplicationHandler$SolrInstance-1375383847368/slave
[junit4] 2> 38672 T252 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: './org.apache.solr.handler.TestReplicationHandler$SolrInstance-1375383847368/slave/'
[junit4] 2> 38684 T252 oasc.ConfigSolr.fromFile Loading container configuration from /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/./org.apache.solr.handler.TestReplicationHandler$SolrInstance-1375383847368/slave/solr.xml
[junit4] 2> 38685 T252 oasc.ConfigSolr.fromFile /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/./org.apache.solr.handler.TestReplicationHandler$SolrInstance-1375383847368/slave/solr.xml does not exist, using default configuration
[junit4] 2> 38693 T252 oasc.CoreContainer.<init> New CoreContainer 12732795
[junit4] 2> 38694 T252 oasc.CoreContainer.load Loading cores into CoreContainer [instanceDir=./org.apache.solr.handler.TestReplicationHandler$SolrInstance-1375383847368/slave/]
[junit4] 2> 38694 T252 oashc.HttpShardHandlerFactory.getParameter Setting socketTimeout to: 0
[junit4] 2> 38694 T252 oashc.HttpShardHandlerFactory.getParameter Setting urlScheme to: http://
[junit4] 2> 38694 T252 oashc.HttpShardHandlerFactory.getParameter Setting connTimeout to: 0
[junit4] 2> 38695 T252 oashc.HttpShardHandlerFactory.getParameter Setting maxConnectionsPerHost to: 20
[junit4] 2> 38695 T252 oashc.HttpShardHandlerFactory.getParameter Setting corePoolSize to: 0
[junit4] 2> 38695 T252 oashc.HttpShardHandlerFactory.getParameter Setting maximumPoolSize to: 2147483647
[junit4] 2> 38696 T252 oashc.HttpShardHandlerFactory.getParameter Setting maxThreadIdleTime to: 5
[junit4] 2> 38696 T252 oashc.HttpShardHandlerFactory.getParameter Setting sizeOfQueue to: -1
[junit4] 2> 38696 T252 oashc.HttpShardHandlerFactory.getParameter Setting fairnessPolicy to: false
[junit4] 2> 38696 T252 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnectionsPerHost=20&maxConnections=10000&socketTimeout=0&connTimeout=0&retry=false
[junit4] 2> 38707 T276 oasc.CoreContainer.create Creating SolrCore 'collection1' using instanceDir: ./org.apache.solr.handler.TestReplicationHandler$SolrInstance-1375383847368/slave/collection1
[junit4] 2> 38708 T276 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: './org.apache.solr.handler.TestReplicationHandler$SolrInstance-1375383847368/slave/collection1/'
[junit4] 2> 38727 T276 oasc.SolrConfig.<init> Using Lucene MatchVersion: LUCENE_45
[junit4] 2> 38737 T276 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml
[junit4] 2> 38737 T276 oass.IndexSchema.readSchema Reading Solr Schema from schema.xml
[junit4] 2> 38740 T276 oass.IndexSchema.readSchema [collection1] Schema name=test
[junit4] 2> 38743 T276 oass.IndexSchema.readSchema unique key field: id
[junit4] 2> 38743 T276 oasc.SolrCore.initDirectoryFactory org.apache.solr.core.MockDirectoryFactory
[junit4] 2> 38743 T276 oasc.SolrCore.<init> [collection1] Opening new SolrCore at ./org.apache.solr.handler.TestReplicationHandler$SolrInstance-1375383847368/slave/collection1/, dataDir=/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/./org.apache.solr.handler.TestReplicationHandler$SolrInstance-1375383847368/slave/collection1/data/
[junit4] 2> 38743 T276 oasc.SolrCore.<init> JMX monitoring not detected for core: collection1
[junit4] 2> 38744 T276 oasc.CachingDirectoryFactory.get return new directory for /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/./org.apache.solr.handler.TestReplicationHandler$SolrInstance-1375383847368/slave/collection1/data
[junit4] 2> 38744 T276 oasc.SolrCore.getNewIndexDir New index directory detected: old=null new=/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/./org.apache.solr.handler.TestReplicationHandler$SolrInstance-1375383847368/slave/collection1/data/index/
[junit4] 2> 38745 T276 oasc.SolrCore.initIndex WARN [collection1] Solr index directory '/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/./org.apache.solr.handler.TestReplicationHandler$SolrInstance-1375383847368/slave/collection1/data/index' doesn't exist. Creating new index...
[junit4] 2> 38745 T276 oasc.CachingDirectoryFactory.get return new directory for /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/./org.apache.solr.handler.TestReplicationHandler$SolrInstance-1375383847368/slave/collection1/data/index
[junit4] 2> 38746 T276 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits: num=1
[junit4] 2> commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@bf7dde lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@88fe61),segFN=segments_1,generation=1}
[junit4] 2> 38746 T276 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 1
[junit4] 2> 38747 T276 oasc.RequestHandlers.initHandlersFromConfig created standard: solr.StandardRequestHandler
[junit4] 2> 38747 T276 oasc.RequestHandlers.initHandlersFromConfig created defaults: solr.StandardRequestHandler
[junit4] 2> 38747 T276 oasc.RequestHandlers.initHandlersFromConfig adding lazy requestHandler: solr.StandardRequestHandler
[junit4] 2> 38747 T276 oasc.RequestHandlers.initHandlersFromConfig created lazy: solr.StandardRequestHandler
[junit4] 2> 38748 T276 oasc.RequestHandlers.initHandlersFromConfig created /update: solr.UpdateRequestHandler
[junit4] 2> 38748 T276 oasc.RequestHandlers.initHandlersFromConfig created /replication: solr.ReplicationHandler
[junit4] 2> 38750 T276 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
[junit4] 2> 38750 T276 oass.SolrIndexSearcher.<init> Opening Searcher@1a73e7 main
[junit4] 2> 38751 T276 oasu.CommitTracker.<init> Hard AutoCommit: disabled
[junit4] 2> 38751 T276 oasu.CommitTracker.<init> Soft AutoCommit: disabled
[junit4] 2> 38751 T276 oascsi.HttpClientUtil.createClient Creating new http client, config:connTimeout=5000&socketTimeout=20000&allowCompression=false&maxConnections=10000&maxConnectionsPerHost=10000
[junit4] 2> 38778 T276 oash.SnapPuller.startExecutorService Poll Scheduled at an interval of 1000ms
[junit4] 2> 38778 T276 oasc.CoreContainer.registerCore registering core: collection1
[junit4] 2> 38778 T277 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@1a73e7 main{StandardDirectoryReader(segments_1:1)}
[junit4] 2> 38778 T252 oass.SolrDispatchFilter.init user.dir=/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0
[junit4] 2> 38779 T252 oass.SolrDispatchFilter.init SolrDispatchFilter.init() done
[junit4] 2> 38779 T252 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4] 2> 38805 T252 oasc.CoreContainer.shutdown Shutting down CoreContainer instance=12732795
[junit4] 2> 38805 T252 oasc.SolrCore.close [collection1] CLOSING SolrCore org.apache.solr.core.SolrCore@eca253
[junit4] 2> 38806 T252 oasu.DirectUpdateHandler2.close closing DirectUpdateHandler2{commits=0,autocommits=0,soft autocommits=0,optimizes=0,rollbacks=0,expungeDeletes=0,docsPending=0,adds=0,deletesById=0,deletesByQuery=0,errors=0,cumulative_adds=0,cumulative_deletesById=0,cumulative_deletesByQuery=0,cumulative_errors=0}
[junit4] 2> 38806 T252 oasu.SolrCoreState.decrefSolrCoreState Closing SolrCoreState
[junit4] 2> 38807 T252 oasu.DefaultSolrCoreState.closeIndexWriter SolrCoreState ref count has reached 0 - closing IndexWriter
[junit4] 2> 38807 T252 oasu.DefaultSolrCoreState.closeIndexWriter closing IndexWriter with IndexWriterCloser
[junit4] 2> 38807 T252 oasc.SolrCore.closeSearcher [collection1] Closing main searcher on request.
[junit4] 2> 38808 T252 oasc.CachingDirectoryFactory.close Closing MockDirectoryFactory - 2 directories currently being tracked
[junit4] 2> 38808 T252 oasc.CachingDirectoryFactory.closeCacheValue looking to close /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/./org.apache.solr.handler.TestReplicationHandler$SolrInstance-1375383847368/slave/collection1/data/index [CachedDir<<refCount=0;path=/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/./org.apache.solr.handler.TestReplicationHandler$SolrInstance-1375383847368/slave/collection1/data/index;done=false>>]
[junit4] 2> 38809 T252 oasc.CachingDirectoryFactory.close Closing directory: /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/./org.apache.solr.handler.TestReplicationHandler$SolrInstance-1375383847368/slave/collection1/data/index
[junit4] 2> 38809 T252 oasc.CachingDirectoryFactory.closeCacheValue looking to close /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/./org.apache.solr.handler.TestReplicationHandler$SolrInstance-1375383847368/slave/collection1/data [CachedDir<<refCount=0;path=/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/./org.apache.solr.handler.TestReplicationHandler$SolrInstance-1375383847368/slave/collection1/data;done=false>>]
[junit4] 2> 38809 T252 oasc.CachingDirectoryFactory.close Closing directory: /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/./org.apache.solr.handler.TestReplicationHandler$SolrInstance-1375383847368/slave/collection1/data
[junit4] 2> 38810 T252 oejsh.ContextHandler.doStop stopped o.e.j.s.ServletContextHandler{/solr,null}
[junit4] 2> ASYNC NEW_CORE C1081 name=collection1 org.apache.solr.core.SolrCore@77ae87
[junit4] 2> 39160 T263 C1081 oasu.DirectUpdateHandler2.deleteAll [collection1] REMOVING ALL DOCUMENTS FROM INDEX
[junit4] 2> 39163 T263 C1081 oasc.SolrDeletionPolicy.onInit SolrDeletionPolicy.onInit: commits: num=1
[junit4] 2> commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@1ca5ddb lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@849211),segFN=segments_1,generation=1}
[junit4] 2> 39165 T263 C1081 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 1
[junit4] 2> 39166 T263 C1081 oasup.LogUpdateProcessor.finish [collection1] webapp=/solr path=/update params={wt=javabin&version=2} {deleteByQuery=*:*} 0 10
[junit4] 2> ASYNC NEW_CORE C1082 name=collection1 org.apache.solr.core.SolrCore@77ae87
[junit4] 2> 39231 T261 C1082 oasu.DirectUpdateHandler2.commit start commit{,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
[junit4] 2> 39234 T261 C1082 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits: num=2
[junit4] 2> commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@1ca5ddb lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@849211),segFN=segments_1,generation=1}
[junit4] 2> commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@1ca5ddb lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@849211),segFN=segments_2,generation=2}
[junit4] 2> 39236 T261 C1082 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 2
[junit4] 2> 39237 T261 C1082 oass.SolrIndexSearcher.<init> Opening Searcher@131db60 main
[junit4] 2> 39238 T265 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@131db60 main{StandardDirectoryReader(segments_2:2:nrt)}
[junit4] 2> 39239 T261 C1082 oasu.DirectUpdateHandler2.commit end_commit_flush
[junit4] 2> 39240 T261 C1082 oasup.LogUpdateProcessor.finish [collection1] webapp=/solr path=/update params={waitSearcher=true&commit=true&wt=javabin&version=2&softCommit=false} {commit=} 0 9
[junit4] 2> 39266 T252 oasc.CoreContainer.shutdown Shutting down CoreContainer instance=17116515
[junit4] 2> 39267 T252 oasc.SolrCore.close [collection1] CLOSING SolrCore org.apache.solr.core.SolrCore@77ae87
[junit4] 2> 39268 T252 oasu.DirectUpdateHandler2.close closing DirectUpdateHandler2{commits=1,autocommits=0,soft autocommits=0,optimizes=0,rollbacks=0,expungeDeletes=0,docsPending=0,adds=0,deletesById=0,deletesByQuery=0,errors=0,cumulative_adds=0,cumulative_deletesById=0,cumulative_deletesByQuery=1,cumulative_errors=0}
[junit4] 2> 39269 T252 oasu.SolrCoreState.decrefSolrCoreState Closing SolrCoreState
[junit4] 2> 39270 T252 oasu.DefaultSolrCoreState.closeIndexWriter SolrCoreState ref count has reached 0 - closing IndexWriter
[junit4] 2> 39270 T252 oasu.DefaultSolrCoreState.closeIndexWriter closing IndexWriter with IndexWriterCloser
[junit4] 2> 39272 T252 oasc.SolrCore.closeSearcher [collection1] Closing main searcher on request.
[junit4] 2> 39272 T252 oasc.CachingDirectoryFactory.close Closing MockDirectoryFactory - 2 directories currently being tracked
[junit4] 2> 39273 T252 oasc.CachingDirectoryFactory.closeCacheValue looking to close /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/./org.apache.solr.handler.TestReplicationHandler$SolrInstance-1375383846979/master/collection1/data [CachedDir<<refCount=0;path=/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/./org.apache.solr.handler.TestReplicationHandler$SolrInstance-1375383846979/master/collection1/data;done=false>>]
[junit4] 2> 39274 T252 oasc.CachingDirectoryFactory.close Closing directory: /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/./org.apache.solr.handler.TestReplicationHandler$SolrInstance-1375383846979/master/collection1/data
[junit4] 2> 39275 T252 oasc.CachingDirectoryFactory.closeCacheValue looking to close /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/./org.apache.solr.handler.TestReplicationHandler$SolrInstance-1375383846979/master/collection1/data/index [CachedDir<<refCount=0;path=/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/./org.apache.solr.handler.TestReplicationHandler$SolrInstance-1375383846979/master/collection1/data/index;done=false>>]
[junit4] 2> 39277 T252 oasc.CachingDirectoryFactory.close Closing directory: /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/./org.apache.solr.handler.TestReplicationHandler$SolrInstance-1375383846979/master/collection1/data/index
[junit4] 2> 39278 T252 oejsh.ContextHandler.doStop stopped o.e.j.s.ServletContextHandler{/solr,null}
[junit4] 2> 39330 T252 oejs.Server.doStart jetty-8.1.10.v20130312
[junit4] 2> 39348 T252 oejs.AbstractConnector.doStart Started SelectChannelConnector@127.0.0.1:51567
[junit4] 2> 39349 T252 oass.SolrDispatchFilter.init SolrDispatchFilter.init()
[junit4] 2> 39350 T252 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
[junit4] 2> 39350 T252 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: ./org.apache.solr.handler.TestReplicationHandler$SolrInstance-1375383846979/master
[junit4] 2> 39352 T252 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: './org.apache.solr.handler.TestReplicationHandler$SolrInstance-1375383846979/master/'
[junit4] 2> 39367 T252 oasc.ConfigSolr.fromFile Loading container configuration from /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/./org.apache.solr.handler.TestReplicationHandler$SolrInstance-1375383846979/master/solr.xml
[junit4] 2> 39368 T252 oasc.ConfigSolr.fromFile /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/./org.apache.solr.handler.TestReplicationHandler$SolrInstance-1375383846979/master/solr.xml does not exist, using default configuration
[junit4] 2> 39380 T252 oasc.CoreContainer.<init> New CoreContainer 15319588
[junit4] 2> 39381 T252 oasc.CoreContainer.load Loading cores into CoreContainer [instanceDir=./org.apache.solr.handler.TestReplicationHandler$SolrInstance-1375383846979/master/]
[junit4] 2> 39381 T252 oashc.HttpShardHandlerFactory.getParameter Setting socketTimeout to: 0
[junit4] 2> 39381 T252 oashc.HttpShardHandlerFactory.getParameter Setting urlScheme to: http://
[junit4] 2> 39382 T252 oashc.HttpShardHandlerFactory.getParameter Setting connTimeout to: 0
[junit4] 2> 39382 T252 oashc.HttpShardHandlerFactory.getParameter Setting maxConnectionsPerHost to: 20
[junit4] 2> 39382 T252 oashc.HttpShardHandlerFactory.getParameter Setting corePoolSize to: 0
[junit4] 2> 39382 T252 oashc.HttpShardHandlerFactory.getParameter Setting maximumPoolSize to: 2147483647
[junit4] 2> 39383 T252 oashc.HttpShardHandlerFactory.getParameter Setting maxThreadIdleTime to: 5
[junit4] 2> 39383 T252 oashc.HttpShardHandlerFactory.getParameter Setting sizeOfQueue to: -1
[junit4] 2> 39383 T252 oashc.HttpShardHandlerFactory.getParameter Setting fairnessPolicy to: false
[junit4] 2> 39384 T252 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnectionsPerHost=20&maxConnections=10000&socketTimeout=0&connTimeout=0&retry=false
[junit4] 2> 39390 T289 oasc.CoreContainer.create Creating SolrCore 'collection1' using instanceDir: ./org.apache.solr.handler.TestReplicationHandler$SolrInstance-1375383846979/master/collection1
[junit4] 2> 39390 T289 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: './org.apache.solr.handler.TestReplicationHandler$SolrInstance-1375383846979/master/collection1/'
[junit4] 2> 39407 T289 oasc.SolrConfig.<init> Using Lucene MatchVersion: LUCENE_45
[junit4] 2> 39417 T289 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml
[junit4] 2> 39417 T289 oass.IndexSchema.readSchema Reading Solr Schema from schema.xml
[junit4] 2> 39421 T289 oass.IndexSchema.readSchema [collection1] Schema name=test
[junit4] 2> 39425 T289 oass.IndexSchema.readSchema unique key field: id
[junit4] 2> 39426 T289 oasc.SolrCore.initDirectoryFactory solr.StandardDirectoryFactory
[junit4] 2> 39436 T289 oasc.SolrCore.<init> [collection1] Opening new SolrCore at ./org.apache.solr.handler.TestReplicationHandler$SolrInstance-1375383846979/master/collection1/, dataDir=/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/./org.apache.solr.handler.TestReplicationHandler$SolrInstance-1375383846979/master/collection1/data/
[junit4] 2> 39436 T289 oasc.SolrCore.<init> JMX monitoring not detected for core: collection1
[junit4] 2> 39437 T289 oasc.CachingDirectoryFactory.get return new directory for /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/org.apache.solr.handler.TestReplicationHandler$SolrInstance-1375383846979/master/collection1/data
[junit4] 2> 39437 T289 oasc.SolrCore.getNewIndexDir New index directory detected: old=null new=/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/./org.apache.solr.handler.TestReplicationHandler$SolrInstance-1375383846979/master/collection1/data/index/
[junit4] 2> 39438 T289 oasc.SolrCore.initIndex WARN [collection1] Solr index directory '/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/./org.apache.solr.handler.TestReplicationHandler$SolrInstance-1375383846979/master/collection1/data/index' doesn't exist. Creating new index...
[junit4] 2> 39438 T289 oasc.CachingDirectoryFactory.get return new directory for /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/org.apache.solr.handler.TestReplicationHandler$SolrInstance-1375383846979/master/collection1/data/index
[junit4] 2> 39445 T289 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits: num=1
[junit4] 2> commit{dir=/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/org.apache.solr.handler.TestReplicationHandler$SolrInstance-1375383846979/master/collection1/data/index,segFN=segments_1,generation=1}
[junit4] 2> 39446 T289 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 1
[junit4] 2> 39447 T289 oasc.RequestHandlers.initHandlersFromConfig created standard: solr.StandardRequestHandler
[junit4] 2> 39447 T289 oasc.RequestHandlers.initHandlersFromConfig created /replication: solr.ReplicationHandler
[junit4] 2> 39448 T289 oasc.RequestHandlers.initHandlersFromConfig created defaults: solr.StandardRequestHandler
[junit4] 2> 39448 T289 oasc.RequestHandlers.initHandlersFromConfig adding lazy requestHandler: solr.StandardRequestHandler
[junit4] 2> 39448 T289 oasc.RequestHandlers.initHandlersFromConfig created lazy: solr.StandardRequestHandler
[junit4] 2> 39448 T289 oasc.RequestHandlers.initHandlersFromConfig created /update: solr.UpdateRequestHandler
[junit4] 2> 39452 T289 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
[junit4] 2> 39453 T289 oass.SolrIndexSearcher.<init> Opening Searcher@1ea0446 main
[junit4] 2> 39454 T289 oasu.CommitTracker.<init> Hard AutoCommit: disabled
[junit4] 2> 39454 T289 oasu.CommitTracker.<init> Soft AutoCommit: disabled
[junit4] 2> 39454 T289 oash.ReplicationHandler.inform Replication enabled for following config files: schema.xml
[junit4] 2> 39457 T289 oasc.SolrDeletionPolicy.onInit SolrDeletionPolicy.onInit: commits: num=1
[junit4] 2> commit{dir=/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/org.apache.solr.handler.TestReplicationHandler$SolrInstance-1375383846979/master/collection1/data/index,segFN=segments_1,generation=1}
[junit4] 2> 39457 T289 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 1
[junit4] 2> 39457 T289 oash.ReplicationHandler.inform Commits will be reserved for 10000
[junit4] 2> 39458 T290 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@1ea0446 main{StandardDirectoryReader(segments_1:1)}
[junit4] 2> 39458 T289 oasc.CoreContainer.registerCore registering core: collection1
[junit4] 2> 39459 T252 oass.SolrDispatchFilter.init user.dir=/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0
[junit4] 2> 39459 T252 oass.SolrDispatchFilter.init SolrDispatchFilter.init() done
[junit4] 2> 39459 T252 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4] 2> ASYNC NEW_CORE C1083 name=collection1 org.apache.solr.core.SolrCore@9ce172
[junit4] 2> 39479 T288 C1083 oasup.LogUpdateProcessor.finish [collection1] webapp=/solr path=/update params={wt=javabin&version=2} {add=[0]} 0 2
[junit4] 2> 39483 T287 C1083 oasup.LogUpdateProcessor.finish [collection1] webapp=/solr path=/update params={wt=javabin&version=2} {add=[1]} 0 0
[junit4] 2> 39488 T285 C1083 oasup.LogUpdateProcessor.finish [collection1] webapp=/solr path=/update params={wt=javabin&version=2} {add=[2]} 0 1
[junit4] 2> 39491 T286 C1083 oasup.LogUpdateProcessor.finish [collection1] webapp=/solr path=/update params={wt=javabin&version=2} {add=[3]} 0 0
[junit4] 2> 39494 T288 C1083 oasup.LogUpdateProcessor.finish [collection1] webapp=/solr path=/update params={wt=javabin&version=2} {add=[4]} 0 0
[junit4] 2> 39497 T287 C1083 oasup.LogUpdateProcessor.finish [collection1] webapp=/solr path=/update params={wt=javabin&version=2} {add=[5]} 0 0
[junit4] 2> 39501 T285 C1083 oasup.LogUpdateProcessor.finish [collection1] webapp=/solr path=/update params={wt=javabin&version=2} {add=[6]} 0 1
[junit4] 2> 39504 T286 C1083 oasup.LogUpdateProcessor.finish [collection1] webapp=/solr path=/update params={wt=javabin&version=2} {add=[7]} 0 1
[junit4] 2> 39507 T288 C1083 oasup.LogUpdateProcessor.finish [collection1] webapp=/solr path=/update params={wt=javabin&version=2} {add=[8]} 0 1
[junit4] 2> 39510 T287 C1083 oasup.LogUpdateProcessor.finish [collection1] webapp=/solr path=/update params={wt=javabin&version=2} {add=[9]} 0 1
[junit4] 2> 39513 T285 C1083 oasup.LogUpdateProcessor.finish [collection1] webapp=/solr path=/update params={wt=javabin&version=2} {add=[10]} 0 1
[junit4] 2> 39516 T286 C1083 oasup.LogUpdateProcessor.finish [collection1] webapp=/solr path=/update params={wt=javabin&version=2} {add=[11]} 0 1
[junit4] 2> 39518 T288 C1083 oasup.LogUpdateProcessor.finish [collection1] webapp=/solr path=/update params={wt=javabin&version=2} {add=[12]} 0 0
[junit4] 2> 39522 T287 C1083 oasup.LogUpdateProcessor.finish [collection1] webapp=/solr path=/update params={wt=javabin&version=2} {add=[13]} 0 0
[junit4] 2> 39525 T285 C1083 oasup.LogUpdateProcessor.finish [collection1] webapp=/solr path=/update params={wt=javabin&version=2} {add=[14]} 0 0
[junit4] 2> 39528 T286 C1083 oasup.LogUpdateProcessor.finish [collection1] webapp=/solr path=/update params={wt=javabin&version=2} {add=[15]} 0 0
[junit4] 2> 39531 T288 C1083 oasup.LogUpdateProcessor.finish [collection1] webapp=/solr path=/update params={wt=javabin&version=2} {add=[16]} 0 1
[junit4] 2> 39533 T287 C1083 oasup.LogUpdateProcessor.finish [collection1] webapp=/solr path=/update params={wt=javabin&version=2} {add=[17]} 0 0
[junit4] 2> 39537 T285 C1083 oasup.LogUpdateProcessor.finish [collection1] webapp=/solr path=/update params={wt=javabin&version=2} {add=[18]} 0 1
[junit4] 2> 39540 T286 C1083 oasup.LogUpdateProcessor.finish [collection1] webapp=/solr path=/update params={wt=javabin&version=2} {add=[19]} 0 0
[junit4] 2> 39547 T288 C1083 oasup.LogUpdateProcessor.finish [collection1] webapp=/solr path=/update params={wt=javabin&version=2} {add=[20]} 0 1
[junit4] 2> 39550 T287 C1083 oasup.LogUpdateProcessor.finish [collection1] webapp=/solr path=/update params={wt=javabin&version=2} {add=[21]} 0 0
[junit4] 2> 39553 T285 C1083 oasup.LogUpdateProcessor.finish [collection1] webapp=/solr path=/update params={wt=javabin&version=2} {add=[22]} 0 0
[junit4] 2> 39557 T286 C1083 oasup.LogUpdateProcessor.finish [collection1] webapp=/solr path=/update params={wt=javabin&version=2} {add=[23]} 0 1
[junit4] 2> 39560 T288 C1083 oasup.LogUpdateProcessor.finish [collection1] webapp=/solr path=/update params={wt=javabin&version=2} {add=[24]} 0 1
[junit4] 2> 39563 T287 C1083 oasup.LogUpdateProcessor.finish [collection1] webapp=/solr path=/update params={wt=javabin&version=2} {add=[25]} 0 1
[junit4] 2> 39566 T285 C1083 oasup.LogUpdateProcessor.finish [collection1] webapp=/solr path=/update params={wt=javabin&version=2} {add=[26]} 0 1
[junit4] 2> 39569 T286 C1083 oasup.LogUpdateProcessor.finish [collection1] webapp=/solr path=/update params={wt=javabin&version=2} {add=[27]} 0 0
[junit4] 2> 39572 T288 C1083 oasup.LogUpdateProcessor.finish [collection1] webapp=/solr path=/update params={wt=javabin&version=2} {add=[28]} 0 0
[junit4] 2> 39575 T287 C1083 oasup.LogUpdateProcessor.finish [collection1] webapp=/solr path=/update params={wt=javabin&version=2} {add=[29]} 0 0
[junit4] 2> 39579 T285 C1083 oasup.LogUpdateProcessor.finish [collection1] webapp=/solr path=/update params={wt=javabin&version=2} {add=[30]} 0 1
[junit4] 2> 39582 T286 C1083 oasup.LogUpdateProcessor.finish [collection1] webapp=/solr path=/update params={wt=javabin&version=2} {add=[31]} 0 1
[junit4] 2> 39585 T288 C1083 oasup.LogUpdateProcessor.finish [collection1] webapp=/solr path=/update params={wt=javabin&version=2} {add=[32]} 0 0
[junit4] 2> 39590 T287 C1083 oasup.LogUpdateProcessor.finish [collection1] webapp=/solr path=/update params={wt=javabin&version=2} {add=[33]} 0 1
[junit4] 2> 39593 T285 C1083 oasup.LogUpdateProcessor.finish [collection1] webapp=/solr path=/update params={wt=javabin&version=2} {add=[34]} 0 0
[junit4] 2> 39597 T286 C1083 oasup.LogUpdateProcessor.finish [collection1] webapp=/solr path=/update params={wt=javabin&version=2} {add=[35]} 0 1
[junit4] 2> 39600 T288 C1083 oasup.LogUpdateProcessor.finish [collection1] webapp=/solr path=/update params={wt=javabin&version=2} {add=[36]} 0 1
[junit4] 2> 39603 T287 C1083 oasup.LogUpdateProcessor.finish [collection1] webapp=/solr path=/update params={wt=javabin&version=2} {add=[37]} 0 1
[junit4] 2> 39606 T285 C1083 oasup.LogUpdateProcessor.finish [collection1] webapp=/solr path=/update params={wt=javabin&version=2} {add=[38]} 0 1
[junit4] 2> 39609 T286 C1083 oasup.LogUpdateProcessor.finish [collection1] webapp=/solr path=/update params={wt=javabin&version=2} {add=[39]} 0 1
[junit4] 2> 39612 T288 C1083 oasup.LogUpdateProcessor.finish [collection1] webapp=/solr path=/update params={wt=javabin&version=2} {add=[40]} 0 0
[junit4] 2> 39615 T287 C1083 oasup.LogUpdateProcessor.finish [collection1] webapp=/solr path=/update params={wt=javabin&version=2} {add=[41]} 0 0
[junit4] 2> 39618 T285 C1083 oasup.LogUpdateProcessor.finish [collection1] webapp=/solr path=/update params={wt=javabin&version=2} {add=[42]} 0 0
[junit4] 2> 39622 T286 C1083 oasup.LogUpdateProcessor.finish [collection1] webapp=/solr path=/update params={wt=javabin&version=2} {add=[43]} 0 1
[junit4] 2> 39625 T288 C1083 oasup.LogUpdateProcessor.finish [collection1] webapp=/solr path=/update params={wt=javabin&version=2} {add=[44]} 0 1
[junit4] 2> 39628 T287 C1083 oasup.LogUpdateProcessor.finish [collection1] webapp=/solr path=/update params={wt=javabin&version=2} {add=[45]} 0 0
[junit4] 2> 39631 T285 C1083 oasup.LogUpdateProcessor.finish [collection1] webapp=/solr path=/update params={wt=javabin&version=2} {add=[46]} 0 0
[junit4] 2> 39634 T286 C1083 oasup.LogUpdateProcessor.finish [collection1] webapp=/solr path=/update params={wt=javabin&version=2} {add=[47]} 0 0
[junit4] 2> 39637 T288 C1083 oasup.LogUpdateProcessor.finish [collection1] webapp=/solr path=/update params={wt=javabin&version=2} {add=[48]} 0 0
[junit4] 2> 39641 T287 C1083 oasup.LogUpdateProcessor.finish [collection1] webapp=/solr path=/update params={wt=javabin&version=2} {add=[49]} 0 1
[junit4] 2> 39644 T285 C1083 oasup.LogUpdateProcessor.finish [collection1] webapp=/solr path=/update params={wt=javabin&version=2} {add=[50]} 0 1
[junit4] 2> 39647 T286 C1083 oasup.LogUpdateProcessor.finish [collection1] webapp=/solr path=/update params={wt=javabin&version=2} {add=[51]} 0 1
[junit4] 2> 39649 T288 C1083 oasup.LogUpdateProcessor.finish [collection1] webapp=/solr path=/update params={wt=javabin&version=2} {add=[52]} 0 0
[junit4] 2> 39653 T287 C1083 oasup.LogUpdateProcessor.finish [collection1] webapp=/solr path=/update params={wt=javabin&version=2} {add=[53]} 0 1
[junit4] 2> 39656 T285 C1083 oasup.LogUpdateProcessor.finish [collection1] webapp=/solr path=/update params={wt=javabin&version=2} {add=[54]} 0 1
[junit4] 2> 39659 T286 C1083 oasup.LogUpdateProcessor.finish [collection1] webapp=/solr path=/update params={wt=javabin&version=2} {add=[55]} 0 1
[junit4] 2> 39662 T288 C1083 oasup.LogUpdateProcessor.finish [collection1] webapp=/solr path=/update params={wt=javabin&version=2} {add=[56]} 0 1
[junit4] 2> 39665 T287 C1083 oasup.LogUpdateProcessor.finish [collection1] webapp=/solr path=/update params={wt=javabin&version=2} {add=[57]} 0 0
[junit4] 2> 39669 T285 C1083 oasup.LogUpdateProcessor.finish [collection1] webapp=/solr path=/update params={wt=javabin&version=2} {add=[58]} 0 1
[junit4] 2> 39672 T286 C1083 oasup.LogUpdateProcessor.finish [collection1] webapp=/solr path=/update params={wt=javabin&version=2} {add=[59]} 0 0
[junit4] 2> 39676 T288 C1083 oasup.LogUpdateProcessor.finish [collection1] webapp=/solr path=/update params={wt=javabin&version=2} {add=[60]} 0 1
[junit4] 2> 39679 T287 C1083 oasup.LogUpdateProcessor.finish [collection1] webapp=/solr path=/update params={wt=javabin&version=2} {add=[61]} 0 0
[junit4] 2> 39683 T285 C1083 oasup.LogUpdateProcessor.finish [collection1] webapp=/solr path=/update params={wt=javabin&version=2} {add=[62]} 0 1
[junit4] 2> 39686 T286 C1083 oasup.LogUpdateProcessor.finish [collection1] webapp=/solr path=/update params={wt=javabin&version=2} {add=[63]} 0 0
[junit4] 2> 39690 T288 C1083 oasup.LogUpdateProcessor.finish [collection1] webapp=/solr path=/update params={wt=javabin&version=2} {add=[64]} 0 1
[junit4] 2> 39693 T287 C1083 oasup.LogUpdateProcessor.finish [collection1] webapp=/solr path=/update params={wt=javabin&version=2} {add=[65]} 0 0
[junit4] 2> 39697 T285 C1083 oasup.LogUpdateProcessor.finish [collection1] webapp=/solr path=/update params={wt=javabin&version=2} {add=[66]} 0 1
[junit4] 2> 39704 T286 C1083 oasup.LogUpdateProcessor.finish [collection1] webapp=/solr path=/update params={wt=javabin&version=2} {add=[67]} 0 0
[junit4] 2> 39708 T288 C1083 oasup.LogUpdateProcessor.finish [collection1] webapp=/solr path=/update params={wt=javabin&version=2} {add=[68]} 0 1
[junit4] 2> 39711 T287 C1083 oasup.LogUpdateProcessor.finish [collection1] webapp=/solr path=/update params={wt=javabin&version=2} {add=[69]} 0 0
[junit4] 2> 39714 T285 C1083 oasup.LogUpdateProcessor.finish [collection1] webapp=/solr path=/update params={wt=javabin&version=2} {add=[70]} 0 0
[junit4] 2> 39717 T286 C1083 oasup.LogUpdateProcessor.finish [collection1] webapp=/solr path=/update params={wt=javabin&version=2} {add=[71]} 0 0
[junit4] 2> 39720 T288 C1083 oasup.LogUpdateProcessor.finish [collection1] webapp=/solr path=/update params={wt=javabin&version=2} {add=[72]} 0 0
[junit4] 2> 39723 T287 C1083 oasup.LogUpdateProcessor.finish [collection1] webapp=/solr path=/update params={wt=javabin&version=2} {add=[73]} 0 0
[junit4] 2> 39726 T285 C1083 oasup.LogUpdateProcessor.finish [collection1] webapp=/solr path=/update params={wt=javabin&version=2} {add=[74]} 0 0
[junit4] 2> 39729 T286 C1083 oasup.LogUpdateProcessor.finish [collection1] webapp=/solr path=/update params={wt=javabin&version=2} {add=[75]} 0 1
[junit4] 2> 39732 T288 C1083 oasup.LogUpdateProcessor.finish [collection1] webapp=/solr path=/update params={wt=javabin&version=2} {add=[76]} 0 1
[junit4] 2> 39734 T287 C1083 oasup.LogUpdateProcessor.finish [collection1] webapp=/solr path=/update params={wt=javabin&version=2} {add=[77]} 0 0
[junit4] 2> 39737 T285 C1083 oasup.LogUpdateProcessor.finish [collection1] webapp=/solr path=/update params={wt=javabin&version=2} {add=[78]} 0 0
[junit4] 2> 39741 T286 C1083 oasup.LogUpdateProcessor.finish [collection1] webapp=/solr path=/update params={wt=javabin&version=2} {add=[79]} 0 1
[junit4] 2> 39744 T288 C1083 oasup.LogUpdateProcessor.finish [collection1] webapp=/solr path=/update params={wt=javabin&version=2} {add=[80]} 0 1
[junit4] 2> 39747 T287 C1083 oasup.LogUpdateProcessor.finish [collection1] webapp=/solr path=/update params={wt=javabin&version=2} {add=[81]} 0 1
[junit4] 2> 39750 T285 C1083 oasup.LogUpdateProcessor.finish [collection1] webapp=/solr path=/update params={wt=javabin&version=2} {add=[82]} 0 1
[junit4] 2> 39753 T287 C1083 oasup.LogUpdateProcessor.finish [collection1] webapp=/solr path=/update params={wt=javabin&version=2} {add=[83]} 0 1
[junit4] 2> 39756 T286 C1083 oasup.LogUpdateProcessor.finish [collection1] webapp=/solr path=/update params={wt=javabin&version=2} {add=[84]} 0 1
[junit4] 2> 39759 T285 C1083 oasup.LogUpdateProcessor.finish [collection1] webapp=/solr path=/update params={wt=javabin&version=2} {add=[85]} 0 1
[junit4] 2> 39762 T288 C1083 oasup.LogUpdateProcessor.finish [collection1] webapp=/solr path=/update params={wt=javabin&version=2} {add=[86]} 0 0
[junit4] 2> 39765 T287 C1083 oasup.LogUpdateProcessor.finish [collection1] webapp=/solr path=/update params={wt=javabin&version=2} {add=[87]} 0 0
[junit4] 2> 39768 T286 C1083 oasup.LogUpdateProcessor.finish [collection1] webapp=/solr path=/update params={wt=javabin&version=2} {add=[88]} 0 0
[junit4] 2> 39771 T285 C1083 oasup.LogUpdateProcessor.finish [collection1] webapp=/solr path=/update params={wt=javabin&version=2} {add=[89]} 0 0
[junit4] 2> 39774 T288 C1083 oasup.LogUpdateProcessor.finish [collection1] webapp=/solr path=/update params={wt=javabin&version=2} {add=[90]} 0 0
[junit4] 2> 39778 T287 C1083 oasup.LogUpdateProcessor.finish [collection1] webapp=/solr path=/update params={wt=javabin&version=2} {add=[91]} 0 1
[junit4] 2> 39781 T286 C1083 oasup.LogUpdateProcessor.finish [collection1] webapp=/solr path=/update params={wt=javabin&version=2} {add=[92]} 0 1
[junit4] 2> 39784 T285 C1083 oasup.LogUpdateProcessor.finish [collection1] webapp=/solr path=/update params={wt=javabin&version=2} {add=[93]} 0 0
[junit4] 2> 39787 T288 C1083 oasup.LogUpdateProcessor.finish [collection1] webapp=/solr path=/update params={wt=javabin&version=2} {add=[94]} 0 0
[junit4] 2> 39791 T287 C1083 oasup.LogUpdateProcessor.finish [collection1] webapp=/solr path=/update params={wt=javabin&version=2} {add=[95]} 0 1
[junit4] 2> 39795 T286 C1083 oasup.LogUpdateProcessor.finish [collection1] webapp=/solr path=/update params={wt=javabin&version=2} {add=[96]} 0 1
[junit4] 2> 39799 T285 C1083 oasup.LogUpdateProcessor.finish [collection1] webapp=/solr path=/update params={wt=javabin&version=2} {add=[97]} 0 1
[junit4] 2> 39803 T288 C1083 oasup.LogUpdateProcessor.finish [collection1] webapp=/solr path=/update params={wt=javabin&version=2} {add=[98]} 0 1
[junit4] 2> 39806 T287 C1083 oasup.LogUpdateProcessor.finish [collection1] webapp=/solr path=/update params={wt=javabin&version=2} {add=[99]} 0 1
[junit4] 2> 39809 T286 C1083 oasup.LogUpdateProcessor.finish [collection1] webapp=/solr path=/update params={wt=javabin&version=2} {add=[100]} 0 0
[junit4] 2> 39812 T285 C1083 oasup.LogUpdateProcessor.finish [collection1] webapp=/solr path=/update params={wt=javabin&version=2} {add=[101]} 0 0
[junit4] 2> 39815 T288 C1083 oasup.LogUpdateProcessor.finish [collection1] webapp=/solr path=/update params={wt=javabin&version=2} {add=[102]} 0 1
[junit4] 2> 39817 T287 C1083 oasup.LogUpdateProcessor.finish [collection1] webapp=/solr path=/update params={wt=javabin&version=2} {add=[103]} 0 0
[junit4] 2> 39820 T286 C1083 oasup.LogUpdateProcessor.finish [collection1] webapp=/solr path=/update params={wt=javabin&version=2} {add=[104]} 0 0
[junit4] 2> 39823 T285 C1083 oasup.LogUpdateProcessor.finish [collection1] webapp=/solr path=/update params={wt=javabin&version=2} {add=[105]} 0 0
[junit4] 2> 39826 T288 C1083 oasup.LogUpdateProcessor.finish [collection1] webapp=/solr path=/update params={wt=javabin&version=2} {add=[106]} 0 0
[junit4] 2> 39829 T287 C1083 oasup.LogUpdateProcessor.finish [collection1] webapp=/solr path=/update params={wt=javabin&version=2} {add=[107]} 0 1
[junit4] 2> 39832 T286 C1083 oasup.LogUpdateProcessor.finish [collection1] webapp=/solr path=/update params={wt=javabin&version=2} {add=[108]} 0 1
[junit4] 2> 39835 T285 C1083 oasup.LogUpdateProcessor.finish [collection1] webapp=/solr path=/update params={wt=javabin&version=2} {add=[109]} 0 0
[junit4] 2> 39839 T288 C1083 oasup.LogUpdateProcessor.finish [collection1] webapp=/solr path=/update params={wt=javabin&version=2} {add=[110]} 0 1
[junit4] 2> 39844 T287 C1083 oasup.LogUpdateProcessor.finish [collection1] webapp=/solr path=/update params={wt=javabin&version=2} {add=[111]} 0 0
[junit4] 2> 39848 T286 C1083 oasup.LogUpdateProcessor.finish [collection1] webapp=/solr path=/update params={wt=javabin&version=2} {add=[112]} 0 0
[junit4] 2> 39851 T285 C1083 oasup.LogUpdateProcessor.finish [collection1] webapp=/solr path=/update params={wt=javabin&version=2} {add=[113]} 0 0
[junit4] 2> 39855 T288 C1083 oasup.LogUpdateProcessor.finish [collection1] webapp=/solr path=/update params={wt=javabin&version=2} {add=[114]} 0 1
[junit4] 2> 39858 T287 C1083 oasup.LogUpdateProcessor.finish [collection1] webapp=/solr path=/update params={wt=javabin&version=2} {add=[115]} 0 0
[junit4] 2> 39862 T286 C1083 oasup.LogUpdateProcessor.finish [collection1] webapp=/solr path=/update params={wt=javabin&version=2} {add=[116]} 0 0
[junit4] 2> 39866 T285 C1083 oasup.LogUpdateProcessor.finish [collection1] webapp=/solr path=/update params={wt=javabin&version=2} {add=[117]} 0 1
[junit4] 2> 39869 T288 C1083 oasup.LogUpdateProcessor.finish [collection1] webapp=/solr path=/update params={wt=javabin&version=2} {add=[118]} 0 0
[junit4] 2> 39873 T287 C1083 oasup.LogUpdateProcessor.finish [collection1] webapp=/solr path=/update params={wt=javabin&version=2} {add=[119]} 0 0
[junit4] 2> 39877 T286 C1083 oasup.LogUpdateProcessor.finish [collection1] webapp=/solr path=/update params={wt=javabin&version=2} {add=[120]} 0 0
[junit4] 2> 39881 T285 C1083 oasup.LogUpdateProcessor.finish [collection1] webapp=/solr path=/update params={wt=javabin&version=2} {add=[121]} 0 0
[junit4] 2> 39884 T288 C1083 oasup.LogUpdateProcessor.finish [collection1] webapp=/solr path=/update params={wt=javabin&version=2} {add=[122]} 0 0
[junit4] 2> 39888 T287 C1083 oasup.LogUpdateProcessor.finish [collection1] webapp=/solr path=/update params={wt=javabin&version=2} {add=[123]} 0 0
[junit4] 2> 39892 T286 C1083 oasup.LogUpdateProcessor.finish [collection1] webapp=/solr path=/update params={wt=javabin&version=2} {add=[124]} 0 1
[junit4] 2> 39895 T285 C1083 oasup.LogUpdateProcessor.finish [collection1] webapp=/solr path=/update params={wt=javabin&version=2} {add=[125]} 0 1
[junit4] 2> 39898 T288 C1083 oasup.LogUpdateProcessor.finish [collection1] webapp=/solr path=/update params={wt=javabin&version=2} {add=[126]} 0 0
[junit4] 2> 39902 T287 C1083 oasup.LogUpdateProcessor.finish [collection1] webapp=/solr path=/update params={wt=javabin&version=2} {add=[127]} 0 1
[junit4] 2> 39905 T286 C1083 oasup.LogUpdateProcessor.finish [collection1] webapp=/solr path=/update params={wt=javabin&version=2} {add=[128]} 0 0
[junit4] 2> 39909 T285 C1083 oasup.LogUpdateProcessor.finish [collection1] webapp=/solr path=/update params={wt=javabin&version=2} {add=[129]} 0 1
[junit4] 2> 39912 T288 C1083 oasup.LogUpdateProcessor.finish [collection1] webapp=/solr path=/update params={wt=javabin&version=2} {add=[130]} 0 1
[junit4] 2> 39915 T287 C1083 oasup.LogUpdateProcessor.finish [collection1] webapp=/solr path=/update params={wt=javabin&version=2} {add=[131]} 0 1
[junit4] 2> 39918 T286 C1083 oasup.LogUpdateProcessor.finish [collection1] webapp=/solr path=/update params={wt=javabin&version=2} {add=[132]} 0 1
[junit4] 2> 39921 T285 C1083 oasup.LogUpdateProcessor.finish [collection1] webapp=/solr path=/update params={wt=javabin&version=2} {add=[133]} 0 0
[junit4] 2> 39925 T288 C1083 oasup.LogUpdateProcessor.finish [collection1] webapp=/solr path=/update params={wt=javabin&version=2} {add=[134]} 0 1
[junit4] 2> 39929 T287 C1083 oasup.LogUpdateProcessor.finish [collection1] webapp=/solr path=/update params={wt=javabin&version=2} {add=[135]} 0 0
[junit4] 2> 39932 T286 C1083 oasup.LogUpdateProcessor.finish [collection1] webapp=/solr path=/update params={wt=javabin&version=2} {add=[136]} 0 0
[junit4] 2> 39936 T285 C1083 oasup.LogUpdateProcessor.finish [collection1] webapp=/solr path=/update params={wt=javabin&version=2} {add=[137]} 0 0
[junit4] 2> 39940 T288 C1083 oasup.LogUpdateProcessor.finish [collection1] webapp=/solr path=/update params={wt=javabin&version=2} {add=[138]} 0 0
[junit4] 2> 39945 T287 C1083 oasup.LogUpdateProcessor.finish [collection1] webapp=/solr path=/update params={wt=javabin&version=2} {add=[139]} 0 1
[junit4] 2> 39949 T286 C1083 oasup.LogUpdateProcessor.finish [collection1] webapp=/solr path=/update params={wt=javabin&version=2} {add=[140]} 0 1
[junit4] 2> 39953 T285 C1083 oasup.LogUpdateProcessor.finish [collection1] webapp=/solr path=/update params={wt=javabin&version=2} {add=[141]} 0 1
[junit4] 2> 39956 T288 C1083 oasup.LogUpdateProcessor.finish [collection1] webapp=/solr path=/update params={wt=javabin&version=2} {add=[142]} 0 0
[junit4] 2> 39960 T287 C1083 oasup.LogUpdateProcessor.finish [collection1] webapp=/solr path=/update params={wt=javabin&version=2} {add=[143]} 0 1
[junit4] 2> 39964 T286 C1083 oasup.LogUpdateProcessor.finish [collection1] webapp=/solr path=/update params={wt=javabin&version=2} {add=[144]} 0 1
[junit4] 2> 39968 T285 C1083 oasup.LogUpdateProcessor.finish [collection1] webapp=/solr path=/update params={wt=javabin&version=2} {add=[145]} 0 1
[junit4] 2> 39972 T288 C1083 oasup.LogUpdateProcessor.finish [collection1] webapp=/solr path=/update params={wt=javabin&version=2} {add=[146]} 0 1
[junit4] 2> 39976 T287 C1083 oasup.LogUpdateProcessor.finish [collection1] webapp=/solr path=/update params={wt=javabin&version=2} {add=[147]} 0 1
[junit4] 2> 39980 T286 C1083 oasup.LogUpdateProcessor.finish [collection1] webapp=/solr path=/update params={wt=javabin&version=2} {add=[148]} 0 0
[junit4] 2> 39984 T285 C1083 oasup.LogUpdateProcessor.finish [collection1] webapp=/solr path=/update params={wt=javabin&version=2} {add=[149]} 0 0
[junit4] 2> 39988 T288 C1083 oasup.LogUpdateProcessor.finish [collection1] webapp=/solr path=/update params={wt=javabin&version=2} {add=[150]} 0 0
[junit4] 2> 39992 T287 C1083 oasup.LogUpdateProcessor.finish [collection1] webapp=/solr path=/update params={wt=javabin&version=2} {add=[151]} 0 1
[junit4] 2> 39996 T286 C1083 oasup.LogUpdateProcessor.finish [collection1] webapp=/solr path=/update params={wt=javabin&version=2} {add=[152]} 0 1
[junit4] 2> 40000 T285 C1083 oasup.LogUpdateProcessor.finish [collection1] webapp=/solr path=/update params={wt=javabin&version=2} {add=[153]} 0 1
[junit4] 2> 40003 T288 C1083 oasup.LogUpdateProcessor.finish [collection1] webapp=/solr path=/update params={wt=javabin&version=2} {add=[154]} 0 0
[junit4] 2> 40007 T287 C1083 oasup.LogUpdateProcessor.finish [collection1] webapp=/solr path=/update params={wt=javabin&version=2} {add=[155]} 0 0
[junit4] 2> 40011 T286 C1083 oasup.LogUpdateProcessor.finish [collection1] webapp=/solr path=/update params={wt=javabin&version=2} {add=[156]} 0 0
[junit4] 2> 40017 T285 C1083 oasup.LogUpdateProcessor.finish [collection1] webapp=/solr path=/update params={wt=javabin&version=2} {add=[157]} 0 2
[junit4] 2> 40021 T288 C1083 oasup.LogUpdateProcessor.finish [collection1] webapp=/solr path=/update params={wt=javabin&version=2} {add=[158]} 0 0
[junit4] 2> 40025 T287 C1083 oasup.LogUpdateProcessor.finish [collection1] webapp=/solr path=/update params={wt=javabin&version=2} {add=[159]} 0 1
[junit4] 2> 40029 T286 C1083 oasup.LogUpdateProcessor.finish [collection1] webapp=/solr path=/update params={wt=javabin&version=2} {add=[160]} 0 1
[junit4] 2> 40033 T285 C1083 oasup.LogUpdateProcessor.finish [collection1] webapp=/solr path=/update params={wt=javabin&version=2} {add=[161]} 0 0
[junit4] 2> 40037 T288 C1083 oasup.LogUpdateProcessor.finish [collection1] webapp=/solr path=/update params={wt=javabin&version=2} {add=[162]} 0 1
[junit4] 2> 40040 T287 C1083 oasup.LogUpdateProcessor.finish [collection1] webapp=/solr path=/update params={wt=javabin&version=2} {add=[163]} 0 0
[junit4] 2> 40044 T286 C1083 oasup.LogUpdateProcessor.finish [collection1] webapp=/solr path=/update params={wt=javabin&version=2} {add=[164]} 0 0
[junit4] 2> 40048 T285 C1083 oasup.LogUpdateProcessor.finish [collection1] webapp=/solr path=/update params={wt=javabin&version=2} {add=[165]} 0 1
[junit4] 2> 40051 T288 C1083 oasup.LogUpdateProcessor.finish [collection1] webapp=/solr path=/update params={wt=javabin&version=2} {add=[166]} 0 0
[junit4] 2> 40056 T287 C1083 oasup.LogUpdateProcessor.finish [collection1] webapp=/solr path=/update params={wt=javabin&version=2} {add=[167]} 0 0
[junit4] 2> 40064 T286 C1083 oasup.LogUpdateProcessor.finish [collection1] webapp=/solr path=/update params={wt=javabin&version=2} {add=[168]} 0 0
[junit4] 2> 40068 T285 C1083 oasup.LogUpdateProcessor.finish [collection1] webapp=/solr path=/update params={wt=javabin&version=2} {add=[169]} 0 1
[junit4] 2> 40072 T288 C1083 oasup.LogUpdateProcessor.finish [collection1] webapp=/solr path=/update params={wt=javabin&version=2} {add=[170]} 0 1
[junit4] 2> 40075 T287 C1083 oasup.LogUpdateProcessor.finish [collection1] webapp=/solr path=/update params={wt=javabin&version=2} {add=[171]} 0 0
[junit4] 2> 40079 T286 C1083 oasup.LogUpdateProcessor.finish [collection1] webapp=/solr path=/update params={wt=javabin&version=2} {add=[172]} 0 1
[junit4] 2> 40082 T285 C1083 oasup.LogUpdateProcessor.finish [collection1] webapp=/solr path=/update params={wt=javabin&version=2} {add=[173]} 0 0
[junit4] 2> 40086 T288 C1083 oasup.LogUpdateProcessor.finish [collection1] webapp=/solr path=/update params={wt=javabin&version=2} {add=[174]} 0 1
[junit4] 2> 40089 T287 C1083 oasup.LogUpdateProcessor.finish [collection1] webapp=/solr path=/update params={wt=javabin&version=2} {add=[175]} 0 0
[junit4] 2> 40093 T286 C1083 oasup.LogUpdateProcessor.finish [collection1] webapp=/solr path=/update params={wt=javabin&version=2} {add=[176]} 0 1
[junit4] 2> 40097 T285 C1083 oasup.LogUpdateProcessor.finish [collection1] webapp=/solr path=/update params={wt=javabin&version=2} {add=[177]} 0 1
[junit4] 2> 40101 T288 C1083 oasup.LogUpdateProcessor.finish [collection1] webapp=/solr path=/update params={wt=javabin&version=2} {add=[178]} 0 1
[junit4] 2> 40104 T287 C1083 oasup.LogUpdateProcessor.finish [collection1] webapp=/solr path=/update params={wt=javabin&version=2} {add=[179]} 0 0
[junit4] 2> 40108 T286 C1083 oasup.LogUpdateProcessor.finish [collection1] webapp=/solr path=/update params={wt=javabin&version=2} {add=[180]} 0 0
[junit4] 2> 40112 T285 C1083 oasup.LogUpdateProcessor.finish [collection1] webapp=/solr path=/update params={wt=javabin&version=2} {add=[181]} 0 0
[junit4] 2> 40116 T288 C1083 oasup.LogUpdateProcessor.finish [collection1] webapp=/solr path=/update params={wt=javabin&version=2} {add=[182]} 0 0
[junit4] 2> 40120 T287 C1083 oasup.LogUpdateProcessor.finish [collection1] webapp=/solr path=/update params={wt=javabin&version=2} {add=[183]} 0 1
[junit4] 2> 40124 T286 C1083 oasup.LogUpdateProcessor.finish [collection1] webapp=/solr path=/update params={wt=javabin&version=2} {add=[184]} 0 1
[junit4] 2> 40127 T285 C1083 oasup.LogUpdateProcessor.finish [collection1] webapp=/solr path=/update params={wt=javabin&version=2} {add=[185]} 0 0
[junit4] 2> 40131 T288 C1083 oasup.LogUpdateProcessor.finish [collection1] webapp=/solr path=/update params={wt=javabin&version=2} {add=[186]} 0 1
[junit4] 2> 40135 T287 C1083 oasup.LogUpdateProcessor.finish [collection1] webapp=/solr path=/update params={wt=javabin&version=2} {add=[187]} 0 1
[junit4] 2> 40139 T286 C1083 oasup.LogUpdateProcessor.finish [collection1] webapp=/solr path=/update params={wt=javabin&version=2} {add=[188]} 0 1
[junit4] 2> 40143 T285 C1083 oasup.LogUpdateProcessor.finish [collection1] webapp=/solr path=/update params={wt=javabin&version=2} {add=[189]} 0 1
[junit4] 2> 40146 T288 C1083 oasup.LogUpdateProcessor.finish [collection1] webapp=/solr path=/update params={wt=javabin&version=2} {add=[190]} 0 0
[junit4] 2> 40150 T287 C1083 oasup.LogUpdateProcessor.finish [collection1] webapp=/solr path=/update params={wt=javabin&version=2} {add=[191]} 0 0
[junit4] 2> 40154 T288 C1083 oasup.LogUpdateProcessor.finish [collection1] webapp=/solr path=/update params={wt=javabin&version=2} {add=[192]} 0 1
[junit4] 2> 40158 T287 C1083 oasup.LogUpdateProcessor.finish [collection1] webapp=/solr path=/update params={wt=javabin&version=2} {add=[193]} 0 1
[junit4] 2> 40161 T286 C1083 oasup.LogUpdateProcessor.finish [collection1] webapp=/solr path=/update params={wt=javabin&version=2} {add=[194]} 0 0
[junit4] 2> 40164 T285 C1083 oasup.LogUpdateProcessor.finish [collection1] webapp=/solr path=/update params={wt=javabin&version=2} {add=[195]} 0 0
[junit4] 2> 40167 T288 C1083 oasup.LogUpdateProcessor.finish [collection1] webapp=/solr path=/update params={wt=javabin&version=2} {add=[196]} 0 0
[junit4] 2> 40170 T287 C1083 oasup.LogUpdateProcessor.finish [collection1] webapp=/solr path=/update params={wt=javabin&version=2} {add=[197]} 0 0
[junit4] 2> 40173 T286 C1083 oasup.LogUpdateProcessor.finish [collection1] webapp=/solr path=/update params={wt=javabin&version=2} {add=[198]} 0 0
[junit4] 2> 40176 T285 C1083 oasup.LogUpdateProcessor.finish [collection1] webapp=/solr path=/update params={wt=javabin&version=2} {add=[199]} 0 0
[junit4] 2> 40180 T288 C1083 oasup.LogUpdateProcessor.finish [collection1] webapp=/solr path=/update params={wt=javabin&version=2} {add=[200]} 0 1
[junit4] 2> 40183 T287 C1083 oasup.LogUpdateProcessor.finish [collection1] webapp=/solr path=/update params={wt=javabin&version=2} {add=[201]} 0 0
[junit4] 2> 40186 T286 C1083 oasup.LogUpdateProcessor.finish [collection1] webapp=/solr path=/update params={wt=javabin&version=2} {add=[202]} 0 0
[junit4] 2> 40189 T285 C1083 oasup.LogUpdateProcessor.finish [collection1] webapp=/solr path=/update params={wt=javabin&version=2} {add=[203]} 0 0
[junit4] 2> 40192 T288 C1083 oasup.LogUpdateProcessor.finish [collection1] webapp=/solr path=/update params={wt=javabin&version=2} {add=[204]} 0 0
[junit4] 2> 40195 T287 C1083 oasup.LogUpdateProcessor.finish [collection1] webapp=/solr path=/update params={wt=javabin&version=2} {add=[205]} 0 0
[junit4] 2> 40198 T286 C1083 oasup.LogUpdateProcessor.finish [collection1] webapp=/solr path=/update params={wt=javabin&version=2} {add=[206]} 0 0
[junit4] 2> 40201 T285 C1083 oasup.LogUpdateProcessor.finish [collection1] webapp=/solr path=/update params={wt=javabin&version=2} {add=[207]} 0 0
[junit4] 2> 40204 T288 C1083 oasup.LogUpdateProcessor.finish [collection1] webapp=/solr path=/update params={wt=javabin&version=2} {add=[208]} 0 0
[junit4] 2> 40207 T287 C1083 oasup.LogUpdateProcessor.finish [collection1] webapp=/solr path=/update params={wt=javabin&version=2} {add=[209]} 0 0
[junit4] 2> 40211 T286 C1083 oasup.LogUpdateProcessor.finish [collection1] webapp=/solr path=/update params={wt=javabin&version=2} {add=[210]} 0 1
[junit4] 2> 40214 T285 C1083 oasup.LogUpdateProcessor.finish [collection1] webapp=/solr path=/update params={wt=javabin&version=2} {add=[211]} 0 0
[junit4] 2> 40218 T288 C1083 oasup.LogUpdateProcessor.finish [collection1] webapp=/solr path=/update params={wt=javabin&version=2} {add=[212]} 0 1
[junit4] 2> 40221 T287 C1083 oasup.LogUpdateProcessor.finish [collection1] webapp=/solr path=/update params={wt=javabin&version=2} {add=[213]} 0 0
[junit4] 2> 40225 T286 C1083 oasup.LogUpdateProcessor.finish [collection1] webapp=/solr path=/update params={wt=javabin&version=2} {add=[214]} 0 1
[junit4] 2> 40228 T285 C1083 oasup.LogUpdateProcessor.finish [collection1] webapp=/solr path=/update params={wt=javabin&version=2} {add=[215]} 0 0
[junit4] 2> 40231 T288 C1083 oasup.LogUpdateProcessor.finish [collection1] webapp=/solr path=/update params={wt=javabin&version=2} {add=[216]} 0 0
[junit4] 2> 40234 T287 C1083 oasup.LogUpdateProcessor.finish [collection1] webapp=/solr path=/update params={wt=javabin&version=2} {add=[217]} 0 0
[junit4] 2> 40237 T286 C1083 oasup.LogUpdateProcessor.finish [collection1] webapp=/solr path=/update params={wt=javabin&version=2} {add=[218]} 0 0
[junit4] 2> 40240 T285 C1083 oasup.LogUpdateProcessor.finish [collection1] webapp=/solr path=/update params={wt=javabin&version=2} {add=[219]} 0 0
[junit4] 2> 40244 T288 C1083 oasup.LogUpdateProcessor.finish [collection1] webapp=/solr path=/update params={wt=javabin&version=2} {add=[220]} 0 0
[junit4] 2> 40247 T287 C1083 oasup.LogUpdateProcessor.finish [collection1] webapp=/solr path=/update params={wt=javabin&version=2} {add=[221]} 0 0
[junit4] 2> 40251 T286 C1083 oasup.LogUpdateProcessor.finish [collection1] webapp=/solr path=/update params={wt=javabin&version=2} {add=[222]} 0 1
[junit4] 2> 40254 T285 C1083 oasup.LogUpdateProcessor.finish [collection1] webapp=/solr path=/update params={wt=javabin&version=2} {add=[223]} 0 1
[junit4] 2> 40257 T288 C1083 oasup.LogUpdateProcessor.finish [collection1] webapp=/solr path=/update params={wt=javabin&version=2} {add=[224]} 0 1
[junit4] 2> 40260 T287 C1083 oasup.LogUpdateProcessor.finish [collection1] webapp=/solr path=/update params={wt=javabin&version=2} {add=[225]} 0 0
[junit4] 2> 40263 T286 C1083 oasup.LogUpdateProcessor.finish [collection1] webapp=/solr path=/update params={wt=javabin&version=2} {add=[226]} 0 0
[junit4] 2> 40267 T285 C1083 oasup.LogUpdateProcessor.finish [collection1] webapp=/solr path=/update params={wt=javabin&version=2} {add=[227]} 0 1
[junit4] 2> 40271 T288 C1083 oasup.LogUpdateProcessor.finish [collection1] webapp=/solr path=/update params={wt=javabin&version=2} {add=[228]} 0 1
[junit4] 2> 40275 T287 C1083 oasup.LogUpdateProcessor.finish [collection1] webapp=/solr path=/update params={wt=javabin&version=2} {add=[229]} 0 1
[junit4] 2> 40278 T286 C1083 oasup.LogUpdateProcessor.finish [collection1] webapp=/solr path=/update params={wt=javabin&version=2} {add=[230]} 0 0
[junit4] 2> 40281 T285 C1083 oasup.LogUpdateProcessor.finish [collection1] webapp=/solr path=/update params={wt=javabin&version=2} {add=[231]} 0 0
[junit4] 2> 40284 T288 C1083 oasup.LogUpdateProcessor.finish [collection1] webapp=/solr path=/update params={wt=javabin&version=2} {add=[232]} 0 0
[junit4] 2> 40287 T287 C1083 oasup.LogUpdateProcessor.finish [collection1] webapp=/solr path=/update params={wt=javabin&version=2} {add=[233]} 0 0
[junit4] 2> 40290 T286 C1083 oasup.LogUpdateProcessor.finish [collection1] webapp=/solr path=/update params={wt=javabin&version=2} {add=[234]} 0 0
[junit4] 2> 40293 T285 C1083 oasup.LogUpdateProcessor.finish [collection1] webapp=/solr path=/update params={wt=javabin&version=2} {add=[235]} 0 0
[junit4] 2> 40297 T288 C1083 oasup.LogUpdateProcessor.finish [collection1] webapp=/solr path=/update params={wt=javabin&version=2} {add=[236]} 0 1
[junit4] 2> 40301 T287 C1083 oasup.LogUpdateProcessor.finish [collection1] webapp=/solr path=/update params={wt=javabin&version=2} {add=[237]} 0 1
[junit4] 2> 40306 T286 C1083 oasup.LogUpdateProcessor.finish [collection1] webapp=/solr path=/update params={wt=javabin&version=2} {add=[238]} 0 0
[junit4] 2> 40310 T285 C1083 oasup.LogUpdateProcessor.finish [collection1] webapp=/solr path=/update params={wt=javabin&version=2} {add=[239]} 0 0
[junit4] 2> 40314 T288 C1083 oasup.LogUpdateProcessor.finish [collection1] webapp=/solr path=/update params={wt=javabin&version=2} {add=[240]} 0 0
[junit4] 2> 40318 T287 C1083 oasup.LogUpdateProcessor.finish [collection1] webapp=/solr path=/update params={wt=javabin&version=2} {add=[241]} 0 1
[junit4] 2> 40322 T286 C1083 oasup.LogUpdateProcessor.finish [collection1] webapp=/solr path=/update params={wt=javabin&version=2} {add=[242]} 0 0
[junit4] 2> 40326 T285 C1083 oasup.LogUpdateProcessor.finish [collection1] webapp=/solr path=/update params={wt=javabin&version=2} {add=[243]} 0 0
[junit4] 2> 40330 T288 C1083 oasup.LogUpdateProcessor.finish [collection1] webapp=/solr path=/update params={wt=javabin&version=2} {add=[244]} 0 0
[junit4] 2> 40334 T287 C1083 oasup.LogUpdateProcessor.finish [collection1] webapp=/solr path=/update params={wt=javabin&version=2} {add=[245]} 0 1
[junit4] 2> ASYNC NEW_CORE C1084 name=collection1 org.apache.solr.core.SolrCore@9ce172
[junit4] 2> 40342 T286 C1084 oasup.LogUpdateProcessor.finish [collection1] webapp=/solr path=/update params={wt=javabin&version=2} {add=[246]} 0 0
[junit4] 2> 40346 T285 C1084 oasup.LogUpdateProcessor.finish [collection1] webapp=/solr path=/update params={wt=javabin&version=2} {add=[247]} 0 1
[junit4] 2> 40349 T288 C1084 oasup.LogUpdateProcessor.finish [collection1] webapp=/solr path=/update params={wt=javabin&version=2} {add=[248]} 0 0
[junit4] 2> 40353 T287 C1084 oasup.LogUpdateProcessor.finish [collection1] webapp=/solr path=/update params={wt=javabin&version=2} {add=[249]} 0 1
[junit4] 2> 40356 T286 C1084 oasup.LogUpdateProcessor.finish [collection1] webapp=/solr path=/update params={wt=javabin&version=2} {add=[250]} 0 0
[junit4] 2> 40360 T285 C1084 oasup.LogUpdateProcessor.finish [collection1] webapp=/solr path=/update params={wt=javabin&version=2} {add=[251]} 0 0
[junit4] 2> 40364 T288 C1084 oasup.LogUpdateProcessor.finish [collection1] webapp=/solr path=/update params={wt=javabin&version=2} {add=[252]} 0 1
[junit4] 2> 40368 T287 C1084 oasup.LogUpdateProcessor.finish [collection1] webapp=/solr path=/update params={wt=javabin&version=2} {add=[253]} 0 1
[junit4] 2> 40371 T286 C1084 oasup.LogUpdateProcessor.finish [collection1] webapp=/solr path=/update params={wt=javabin&version=2} {add=[254]} 0 0
[junit4] 2> 40375 T285 C1084 oasup.LogUpdateProcessor.finish [collection1] webapp=/solr path=/update params={wt=javabin&version=2} {add=[255]} 0 1
[junit4] 2> 40378 T288 C1084 oasup.LogUpdateProcessor.finish [collection1] webapp=/solr path=/update params={wt=javabin&version=2} {add=[256]} 0 0
[junit4] 2> 40381 T287 C1084 oasup.LogUpdateProcessor.finish [collection1] webapp=/solr path=/update params={wt=javabin&version=2} {add=[257]} 0 0
[junit4] 2> 40384 T286 C1084 oasup.LogUpdateProcessor.finish [collection1] webapp=/solr path=/update params={wt=javabin&version=2} {add=[258]} 0 1
[junit4] 2> 40386 T285 C1084 oasup.LogUpdateProcessor.finish [collection1] webapp=/solr path=/update params={wt=javabin&version=2} {add=[259]} 0 0
[junit4] 2> 40389 T288 C1084 oasup.LogUpdateProcessor.finish [collection1] webapp=/solr path=/update params={wt=javabin&version=2} {add=[260]} 0 0
[junit4] 2> 40392 T287 C1084 oasup.LogUpdateProcessor.finish [collection1] webapp=/solr path=/update params={wt=javabin&version=2} {add=[261]} 0 0
[junit4] 2> 40394 T286 C1084 oasup.LogUpdateProcessor.finish [collection1] webapp=/solr path=/update params={wt=javabin&version=2} {add=[262]} 0 0
[junit4] 2> 40397 T285 C1084 oasup.LogUpdateProcessor.finish [collection1] webapp=/solr path=/update params={wt=javabin&version=2} {add=[263]} 0 0
[junit4] 2> 40400 T288 C1084 oasup.LogUpdateProcessor.finish [collection1] webapp=/solr path=/update params={wt=javabin&version=2} {add=[264]} 0 0
[junit4] 2> 40403 T287 C1084 oasup.LogUpdateProcessor.finish [collection1] webapp=/solr path=/update params={wt=javabin&version=2} {add=[265]} 0 1
[junit4] 2> 40405 T286 C1084 oasup.LogUpdateProcessor.finish [collection1] webapp=/solr path=/update params={wt=javabin&version=2} {add=[266]} 0 0
[junit4] 2> 40408 T285 C1084 oasup.LogUpdateProcessor.finish [collection1] webapp=/solr path=/update params={wt=javabin&version=2} {add=[267]} 0 1
[junit4] 2> 40410 T288 C1084 oasup.LogUpdateProcessor.finish [collection1] webapp=/solr path=/update params={wt=javabin&version=2} {add=[268]} 0 0
[junit4] 2> 40413 T287 C1084 oasup.LogUpdateProcessor.finish [collection1] webapp=/solr path=/update params={wt=javabin&version=2} {add=[269]} 0 0
[junit4] 2> 40416 T286 C1084 oasup.LogUpdateProcessor.finish [collection1] webapp=/solr path=/update params={wt=javabin&version=2} {add=[270]} 0 0
[junit4] 2> 40420 T285 C1084 oasup.LogUpdateProcessor.finish [collection1] webapp=/solr path=/update params={wt=javabin&version=2} {add=[271]} 0 0
[junit4] 2> 40423 T288 C1084 oasup.LogUpdateProcessor.finish [collection1] webapp=/solr path=/update params={wt=javabin&version=2} {add=[272]} 0 0
[junit4] 2> 40426 T287 C1084 oasup.LogUpdateProcessor.finish [collection1] webapp=/solr path=/update params={wt=javabin&version=2} {add=[273]} 0 0
[junit4] 2> 40429 T286 C1084 oasup.LogUpdateProcessor.finish [collection1] webapp=/solr path=/update params={wt=javabin&version=2} {add=[274]} 0 0
[junit4] 2> 40432 T285 C1084 oasup.LogUpdateProcessor.finish [collection1] webapp=/solr path=/update params={wt=javabin&version=2} {add=[275]} 0 1
[junit4] 2> 40434 T288 C1084 oasup.LogUpdateProcessor.finish [collection1] webapp=/solr path=/update params={wt=javabin&version=2} {add=[276]} 0 0
[junit4] 2> 40437 T287 C1084 oasup.LogUpdateProcessor.finish [collection1] webapp=/solr path=/update params={wt=javabin&version=2} {add=[277]} 0 0
[junit4] 2> 40440 T286 C1084 oasup.LogUpdateProcessor.finish [collection1] webapp=/solr path=/update params={wt=javabin&version=2} {add=[278]} 0 0
[junit4] 2> 40442 T285 C1084 oasup.LogUpdateProcessor.finish [collection1] webapp=/solr path=/update params={wt=javabin&version=2} {add=[279]} 0 0
[junit4] 2> 40445 T288 C1084 oasup.LogUpdateProcessor.finish [collection1] webapp=/solr path=/update params={wt=javabin&version=2} {add=[280]} 0 0
[junit4] 2> 40448 T287 C1084 oasup.LogUpdateProcessor.finish [collection1] webapp=/solr path=/update params={wt=javabin&version=2} {add=[281]} 0 0
[junit4] 2> 40451 T286 C1084 oasup.LogUpdateProcessor.finish [collection1] webapp=/solr path=/update params={wt=javabin&version=2} {add=[282]} 0 0
[junit4] 2> 40454 T285 C1084 oasup.LogUpdateProcessor.finish [collection1] webapp=/solr path=/update params={wt=javabin&version=2} {add=[283]} 0 0
[junit4] 2> 40457 T288 C1084 oasup.LogUpdateProcessor.finish [collection1] webapp=/solr path=/update params={wt=javabin&version=2} {add=[284]} 0 0
[junit4] 2> 40460 T287 C1084 oasup.LogUpdateProcessor.finish [collection1] webapp=/solr path=/update params={wt=javabin&version=2} {add=[285]} 0 0
[junit4] 2> 40463 T286 C1084 oasup.LogUpdateProcessor.finish [collection1] webapp=/solr path=/update params={wt=javabin&version=2} {add=[286]} 0 0
[junit4] 2> 40466 T285 C1084 oasup.LogUpdateProcessor.finish [collection1] webapp=/solr path=/update params={wt=javabin&version=2} {add=[287]} 0 1
[junit4] 2> 40469 T288 C1084 oasup.LogUpdateProcessor.finish [collection1] webapp=/solr path=/update params={wt=javabin&version=2} {add=[288]} 0 1
[junit4] 2> 40472 T287 C1084 oasup.LogUpdateProcessor.finish [collection1] webapp=/solr path=/update params={wt=javabin&version=2} {add=[289]} 0 0
[junit4] 2> 40475 T286 C1084 oasup.LogUpdateProcessor.finish [collection1] webapp=/solr path=/update params={wt=javabin&version=2} {add=[290]} 0 0
[junit4] 2> 40478 T285 C1084 oasup.LogUpdateProcessor.finish [collection1] webapp=/solr path=/update params={wt=javabin&version=2} {add=[291]} 0 0
[junit4] 2> 40481 T288 C1084 oasup.LogUpdateProcessor.finish [collection1] webapp=/solr path=/update params={wt=javabin&version=2} {add=[292]} 0 0
[junit4] 2> 40486 T287 C1084 oasup.LogUpdateProcessor.finish [collection1] webapp=/solr path=/update params={wt=javabin&version=2} {add=[293]} 0 0
[junit4] 2> 40490 T286 C1084 oasup.LogUpdateProcessor.finish [collection1] webapp=/solr path=/update params={wt=javabin&version=2} {add=[294]} 0 0
[junit4] 2> 40493 T285 C1084 oasup.LogUpdateProcessor.finish [collection1] webapp=/solr path=/update params={wt=javabin&version=2} {add=[295]} 0 0
[junit4] 2> 40499 T288 C1084 oasup.LogUpdateProcessor.finish [collection1] webapp=/solr path=/update params={wt=javabin&version=2} {add=[296]} 0 0
[junit4] 2> 40503 T287 C1084 oasup.LogUpdateProcessor.finish [collection1] webapp=/solr path=/update params={wt=javabin&version=2} {add=[297]} 0 1
[junit4] 2> 40506 T286 C1084 oasup.LogUpdateProcessor.finish [collection1] webapp=/solr path=/update params={wt=javabin&version=2} {add=[298]} 0 1
[junit4] 2> 40509 T285 C1084 oasup.LogUpdateProcessor.finish [collection1] webapp=/solr path=/update params={wt=javabin&version=2} {add=[299]} 0 0
[junit4] 2> 40512 T288 C1084 oasup.LogUpdateProcessor.finish [collection1] webapp=/solr path=/update params={wt=javabin&version=2} {add=[300]} 0 0
[junit4] 2> 40516 T287 C1084 oasup.LogUpdateProcessor.finish [collection1] webapp=/solr path=/update params={wt=javabin&version=2} {add=[301]} 0 1
[junit4] 2> 40523 T286 C1084 oasup.LogUpdateProcessor.finish [collection1] webapp=/solr path=/update params={wt=javabin&version=2} {add=[302]} 0 0
[junit4] 2> 40527 T285 C1084 oasup.LogUpdateProcessor.finish [collection1] webapp=/solr path=/update params={wt=javabin&version=2} {add=[303]} 0 1
[junit4] 2> 40531 T288 C1084 oasup.LogUpdateProcessor.finish [collection1] webapp=/solr path=/update params={wt=javabin&version=2} {add=[304]} 0 1
[junit4] 2> 40534 T287 C1084 oasup.LogUpdateProcessor.finish [collection1] webapp=/solr path=/update params={wt=javabin&version=2} {add=[305]} 0 0
[junit4] 2> 40537 T286 C1084 oasup.LogUpdateProcessor.finish [collection1] webapp=/solr path=/update params={wt=javabin&version=2} {add=[306]} 0 0
[junit4] 2> 40540 T285 C1084 oasup.LogUpdateProcessor.finish [collection1] webapp=/solr path=/update params={wt=javabin&version=2} {add=[307]} 0 0
[junit4] 2> 40549 T288 C1084 oasup.LogUpdateProcessor.finish [collection1] webapp=/solr path=/update params={wt=javabin&version=2} {add=[308]} 0 0
[junit4] 2> 40553 T287 C1084 oasup.LogUpdateProcessor.finish [collection1] webapp=/solr path=/update params={wt=javabin&version=2} {add=[309]} 0 1
[junit4] 2> 40556 T285 C1084 oasup.LogUpdateProcessor.finish [collection1] webapp=/solr path=/update params={wt=javabin&version=2} {add=[310]} 0 1
[junit4] 2> 40559 T288 C1084 oasup.LogUpdateProcessor.finish [collection1] webapp=/solr path=/update params={wt=javabin&version=2} {add=[311]} 0 0
[junit4] 2> 40563 T286 C1084 oasup.LogUpdateProcessor.finish [collection1] webapp=/solr path=/update params={wt=javabin&version=2} {add=[312]} 0 1
[junit4] 2> 40568 T287 C1084 oasup.LogUpdateProcessor.finish [collection1] webapp=/solr path=/update params={wt=javabin&version=2} {add=[313]} 0 1
[junit4] 2> 40571 T285 C1084 oasup.LogUpdateProcessor.finish [collection1] webapp=/solr path=/update params={wt=javabin&version=2} {add=[314]} 0 0
[junit4] 2> 40575 T288 C1084 oasup.LogUpdateProcessor.finish [collection1] webapp=/solr path=/update params={wt=javabin&version=2} {add=[315]} 0 1
[junit4] 2> 40578 T286 C1084 oasup.LogUpdateProcessor.finish [collection1] webapp=/solr path=/update params={wt=javabin&version=2} {add=[316]} 0 1
[junit4] 2> 40581 T287 C1084 oasup.LogUpdateProcessor.finish [collection1] webapp=/solr path=/update params={wt=javabin&version=2} {add=[317]} 0 0
[junit4] 2> 40584 T285 C1084 oasup.LogUpdateProcessor.finish [collection1] webapp=/solr path=/update params={wt=javabin&version=2} {add=[318]} 0 0
[junit4] 2> 40587 T288 C1084 oasup.LogUpdateProcessor.finish [collection1] webapp=/solr path=/update params={wt=javabin&version=2} {add=[319]} 0 0
[junit4] 2> 40590 T286 C1084 oasup.LogUpdateProcessor.finish [collection1] webapp=/solr path=/update params={wt=javabin&version=2} {add=[320]} 0 0
[junit4] 2> 40593 T287 C1084 oasup.LogUpdateProcessor.finish [collection1] webapp=/solr path=/update params={wt=javabin&version=2} {add=[321]} 0 0
[junit4] 2> 40596 T285 C1084 oasup.LogUpdateProcessor.finish [collection1] webapp=/solr path=/update params={wt=javabin&version=2} {add=[322]} 0 0
[junit4] 2> 40599 T288 C1084 oasup.LogUpdateProcessor.finish [collection1] webapp=/solr path=/update params={wt=javabin&version=2} {add=[323]} 0 0
[junit4] 2> 40602 T286 C1084 oasup.LogUpdateProcessor.finish [collection1] webapp=/solr path=/update params={wt=javabin&version=2} {add=[324]} 0 0
[junit4] 2> 40605 T287 C1084 oasup.LogUpdateProcessor.finish [collection1] webapp=/solr path=/update params={wt=javabin&version=2} {add=[325]} 0 0
[junit4] 2> 40608 T285 C1084 oasup.LogUpdateProcessor.finish [collection1] webapp=/solr path=/update params={wt=javabin&version=2} {add=[326]} 0 1
[junit4] 2> 40611 T288 C1084 oasup.LogUpdateProcessor.finish [collection1] webapp=/solr path=/update params={wt=javabin&version=2} {add=[327]} 0 0
[junit4] 2> 40613 T286 C1084 oasup.LogUpdateProcessor.finish [collection1] webapp=/solr path=/update params={wt=javabin&version=2} {add=[328]} 0 0
[junit4] 2> 40616 T287 C1084 oasup.LogUpdateProcessor.finish [collection1] webapp=/solr path=/update params={wt=javabin&version=2} {add=[329]} 0 0
[junit4] 2> 40625 T285 C1084 oasup.LogUpdateProcessor.finish [collection1] webapp=/solr path=/update params={wt=javabin&version=2} {add=[330]} 0 0
[junit4] 2> 40630 T288 C1084 oasup.LogUpdateProcessor.finish [collection1] webapp=/solr path=/update params={wt=javabin&version=2} {add=[331]} 0 1
[junit4] 2> 40633 T286 C1084 oasup.LogUpdateProcessor.finish [collection1] webapp=/solr path=/update params={wt=javabin&version=2} {add=[332]} 0 0
[junit4] 2> 40636 T287 C1084 oasup.LogUpdateProcessor.finish [collection1] webapp=/solr path=/update params={wt=javabin&version=2} {add=[333]} 0 0
[junit4] 2> 40640 T285 C1084 oasup.LogUpdateProcessor.finish [collection1] webapp=/solr path=/update params={wt=javabin&version=2} {add=[334]} 0 1
[junit4] 2> 40643 T288 C1084 oasup.LogUpdateProcessor.finish [collection1] webapp=/solr path=/update params={wt=javabin&version=2} {add=[335]} 0 1
[junit4] 2> 40646 T286 C1084 oasup.LogUpdateProcessor.finish [collection1] webapp=/solr path=/update params={wt=javabin&version=2} {add=[336]} 0 0
[junit4] 2> 40649 T287 C1084 oasup.LogUpdateProcessor.finish [collection1] webapp=/solr path=/update params={wt=javabin&version=2} {add=[337]} 0 0
[junit4] 2> 40652 T285 C1084 oasup.LogUpdateProcessor.finish [collection1] webapp=/solr path=/update params={wt=javabin&version=2} {add=[338]} 0 0
[junit4] 2> 40656 T288 C1084 oasup.LogUpdateProcessor.finish [collection1] webapp=/solr path=/update params={wt=javabin&version=2} {add=[339]} 0 1
[junit4] 2> 40659 T286 C1084 oasup.LogUpdateProcessor.finish [collection1] webapp=/solr path=/update params={wt=javabin&version=2} {add=[340]} 0 1
[junit4] 2> 40662 T287 C1084 oasup.LogUpdateProcessor.finish [collection1] webapp=/solr path=/update params={wt=javabin&version=2} {add=[341]} 0 1
[junit4] 2> 40665 T285 C1084 oasup.LogUpdateProcessor.finish [collection1] webapp=/solr path=/update params={wt=javabin&version=2} {add=[342]} 0 0
[junit4] 2> 40668 T288 C1084 oasup.LogUpdateProcessor.finish [collection1] webapp=/solr path=/update params={wt=javabin&version=2} {add=[343]} 0 0
[junit4] 2> 40672 T286 C1084 oasup.LogUpdateProcessor.finish [collection1] webapp=/solr path=/update params={wt=javabin&version=2} {add=[344]} 0 1
[junit4] 2> 40675 T287 C1084 oasup.LogUpdateProcessor.finish [collection1] webapp=/solr path=/update params={wt=javabin&version=2} {add=[345]} 0 0
[junit4] 2> 40678 T285 C1084 oasup.LogUpdateProcessor.finish [collection1] webapp=/solr path=/update params={wt=javabin&version=2} {add=[346]} 0 0
[junit4] 2> 40681 T288 C1084 oasup.LogUpdateProcessor.finish [collection1] webapp=/solr path=/update params={wt=javabin&version=2} {add=[347]} 0 0
[junit4] 2> 40684 T286 C1084 oasup.LogUpdateProcessor.finish [collection1] webapp=/solr path=/update params={wt=javabin&version=2} {add=[348]} 0 0
[junit4] 2> 40687 T287 C1084 oasup.LogUpdateProcessor.finish [collection1] webapp=/solr path=/update params={wt=javabin&version=2} {add=[349]} 0 0
[junit4] 2> 40691 T285 C1084 oasup.LogUpdateProcessor.finish [collection1] webapp=/solr path=/update params={wt=javabin&version=2} {add=[350]} 0 1
[junit4] 2> 40694 T288 C1084 oasup.LogUpdateProcessor.finish [collection1] webapp=/solr path=/update params={wt=javabin&version=2} {add=[351]} 0 1
[junit4] 2> 40697 T286 C1084 oasup.LogUpdateProcessor.finish [collection1] webapp=/solr path=/update params={wt=javabin&version=2} {add=[352]} 0 0
[junit4] 2> 40700 T287 C1084 oasup.LogUpdateProcessor.finish [collection1] webapp=/solr path=/update params={wt=javabin&version=2} {add=[353]} 0 0
[junit4] 2> 40703 T285 C1084 oasup.LogUpdateProcessor.finish [collection1] webapp=/solr path=/update params={wt=javabin&version=2} {add=[354]} 0 0
[junit4] 2> 40706 T288 C1084 oasup.LogUpdateProcessor.finish [collection1] webapp=/solr path=/update params={wt=javabin&version=2} {add=[355]} 0 0
[junit4] 2> 40710 T286 C1084 oasup.LogUpdateProcessor.finish [collection1] webapp=/solr path=/update params={wt=javabin&version=2} {add=[356]} 0 1
[junit4] 2> 40713 T287 C1084 oasup.LogUpdateProcessor.finish [collection1] webapp=/solr path=/update params={wt=javabin&version=2} {add=[357]} 0 0
[...truncated too long message...]
rrors=0,cumulative_adds=0,cumulative_deletesById=0,cumulative_deletesByQuery=0,cumulative_errors=0}
[junit4] 2> 104469 T252 oasu.SolrCoreState.decrefSolrCoreState Closing SolrCoreState
[junit4] 2> 104470 T252 oasu.DefaultSolrCoreState.closeIndexWriter SolrCoreState ref count has reached 0 - closing IndexWriter
[junit4] 2> 104470 T252 oasu.DefaultSolrCoreState.closeIndexWriter closing IndexWriter with IndexWriterCloser
[junit4] 2> 104470 T252 oasc.SolrCore.closeSearcher [collection1] Closing main searcher on request.
[junit4] 2> 104471 T252 oasc.CachingDirectoryFactory.close Closing MockDirectoryFactory - 2 directories currently being tracked
[junit4] 2> 104471 T252 oasc.CachingDirectoryFactory.closeCacheValue looking to close /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/./org.apache.solr.handler.TestReplicationHandler$SolrInstance-1375383913015/repeater/collection1/data [CachedDir<<refCount=0;path=/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/./org.apache.solr.handler.TestReplicationHandler$SolrInstance-1375383913015/repeater/collection1/data;done=false>>]
[junit4] 2> 104471 T252 oasc.CachingDirectoryFactory.close Closing directory: /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/./org.apache.solr.handler.TestReplicationHandler$SolrInstance-1375383913015/repeater/collection1/data
[junit4] 2> 104471 T252 oasc.CachingDirectoryFactory.closeCacheValue looking to close /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/./org.apache.solr.handler.TestReplicationHandler$SolrInstance-1375383913015/repeater/collection1/data/index [CachedDir<<refCount=0;path=/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/./org.apache.solr.handler.TestReplicationHandler$SolrInstance-1375383913015/repeater/collection1/data/index;done=false>>]
[junit4] 2> 104472 T252 oasc.CachingDirectoryFactory.close Closing directory: /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/./org.apache.solr.handler.TestReplicationHandler$SolrInstance-1375383913015/repeater/collection1/data/index
[junit4] 2> 104472 T252 oejsh.ContextHandler.doStop stopped o.e.j.s.ServletContextHandler{/solr,null}
[junit4] 2> 104526 T252 oas.SolrTestCaseJ4.tearDown ###Ending doTestDetails
[junit4] 2> 104548 T252 oasc.CoreContainer.shutdown Shutting down CoreContainer instance=18620791
[junit4] 2> 104548 T252 oasc.SolrCore.close [collection1] CLOSING SolrCore org.apache.solr.core.SolrCore@43bbfd
[junit4] 2> 104549 T252 oasu.DirectUpdateHandler2.close closing DirectUpdateHandler2{commits=3,autocommits=0,soft autocommits=0,optimizes=0,rollbacks=0,expungeDeletes=0,docsPending=0,adds=0,deletesById=0,deletesByQuery=0,errors=0,cumulative_adds=3,cumulative_deletesById=0,cumulative_deletesByQuery=0,cumulative_errors=0}
[junit4] 2> 104549 T252 oasu.SolrCoreState.decrefSolrCoreState Closing SolrCoreState
[junit4] 2> 104550 T252 oasu.DefaultSolrCoreState.closeIndexWriter SolrCoreState ref count has reached 0 - closing IndexWriter
[junit4] 2> 104550 T252 oasu.DefaultSolrCoreState.closeIndexWriter closing IndexWriter with IndexWriterCloser
[junit4] 2> 104550 T252 oasc.SolrCore.closeSearcher [collection1] Closing main searcher on request.
[junit4] 2> 104551 T252 oasc.CachingDirectoryFactory.close Closing MockDirectoryFactory - 2 directories currently being tracked
[junit4] 2> 104551 T252 oasc.CachingDirectoryFactory.closeCacheValue looking to close /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/./org.apache.solr.handler.TestReplicationHandler$SolrInstance-1375383912459/master/collection1/data [CachedDir<<refCount=0;path=/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/./org.apache.solr.handler.TestReplicationHandler$SolrInstance-1375383912459/master/collection1/data;done=false>>]
[junit4] 2> 104552 T252 oasc.CachingDirectoryFactory.close Closing directory: /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/./org.apache.solr.handler.TestReplicationHandler$SolrInstance-1375383912459/master/collection1/data
[junit4] 2> 104557 T252 oasc.CachingDirectoryFactory.closeCacheValue looking to close /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/./org.apache.solr.handler.TestReplicationHandler$SolrInstance-1375383912459/master/collection1/data/index [CachedDir<<refCount=0;path=/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/./org.apache.solr.handler.TestReplicationHandler$SolrInstance-1375383912459/master/collection1/data/index;done=false>>]
[junit4] 2> 104558 T252 oasc.CachingDirectoryFactory.close Closing directory: /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/./org.apache.solr.handler.TestReplicationHandler$SolrInstance-1375383912459/master/collection1/data/index
[junit4] 2> 104560 T252 oejsh.ContextHandler.doStop stopped o.e.j.s.ServletContextHandler{/solr,null}
[junit4] 2> 104632 T252 oasc.CoreContainer.shutdown Shutting down CoreContainer instance=15027833
[junit4] 2> 104632 T252 oasc.SolrCore.close [collection1] CLOSING SolrCore org.apache.solr.core.SolrCore@72aaa6
[junit4] 2> 104633 T252 oasu.DirectUpdateHandler2.close closing DirectUpdateHandler2{commits=0,autocommits=0,soft autocommits=0,optimizes=0,rollbacks=0,expungeDeletes=0,docsPending=0,adds=0,deletesById=0,deletesByQuery=0,errors=0,cumulative_adds=0,cumulative_deletesById=0,cumulative_deletesByQuery=0,cumulative_errors=0}
[junit4] 2> 104634 T252 oasu.SolrCoreState.decrefSolrCoreState Closing SolrCoreState
[junit4] 2> 104634 T252 oasu.DefaultSolrCoreState.closeIndexWriter SolrCoreState ref count has reached 0 - closing IndexWriter
[junit4] 2> 104635 T252 oasu.DefaultSolrCoreState.closeIndexWriter closing IndexWriter with IndexWriterCloser
[junit4] 2> 104637 T252 oasc.SolrCore.closeSearcher [collection1] Closing main searcher on request.
[junit4] 2> 104637 T252 oasc.CachingDirectoryFactory.close Closing MockDirectoryFactory - 2 directories currently being tracked
[junit4] 2> 104638 T252 oasc.CachingDirectoryFactory.closeCacheValue looking to close /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/./org.apache.solr.handler.TestReplicationHandler$SolrInstance-1375383912602/slave/collection1/data [CachedDir<<refCount=0;path=/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/./org.apache.solr.handler.TestReplicationHandler$SolrInstance-1375383912602/slave/collection1/data;done=false>>]
[junit4] 2> 104638 T252 oasc.CachingDirectoryFactory.close Closing directory: /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/./org.apache.solr.handler.TestReplicationHandler$SolrInstance-1375383912602/slave/collection1/data
[junit4] 2> 104638 T252 oasc.CachingDirectoryFactory.closeCacheValue looking to close /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/./org.apache.solr.handler.TestReplicationHandler$SolrInstance-1375383912602/slave/collection1/data/index [CachedDir<<refCount=0;path=/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/./org.apache.solr.handler.TestReplicationHandler$SolrInstance-1375383912602/slave/collection1/data/index;done=false>>]
[junit4] 2> 104639 T252 oasc.CachingDirectoryFactory.close Closing directory: /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/./org.apache.solr.handler.TestReplicationHandler$SolrInstance-1375383912602/slave/collection1/data/index
[junit4] 2> 104640 T252 oejsh.ContextHandler.doStop stopped o.e.j.s.ServletContextHandler{/solr,null}
[junit4] 2> 104696 T252 oas.SolrTestCaseJ4.deleteCore ###deleteCore
[junit4] 2> NOTE: test params are: codec=Lucene42: {newname=PostingsFormat(name=Direct), id=PostingsFormat(name=Direct), name=PostingsFormat(name=Direct)}, docValues:{}, sim=RandomSimilarityProvider(queryNorm=true,coord=crazy): {}, locale=en_PH, timezone=America/Guadeloupe
[junit4] 2> NOTE: Linux 3.2.0-51-generic i386/Oracle Corporation 1.8.0-ea (32-bit)/cpus=8,threads=1,free=32184328,total=68845568
[junit4] 2> NOTE: All tests run in this JVM: [HdfsUnloadDistributedZkTest, TestSolrXml, AlternateDirectoryTest, MBeansHandlerTest, TestLFUCache, HdfsDirectoryTest, SpellingQueryConverterTest, TestQuerySenderListener, AnalysisAfterCoreReloadTest, WordBreakSolrSpellCheckerTest, ZkCLITest, TestRealTimeGet, TestReplicationHandler]
[junit4] Completed on J0 in 66.47s, 14 tests, 1 failure <<< FAILURES!
[...truncated 903 lines...]
BUILD FAILED
/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/build.xml:395: The following error occurred while executing this line:
/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/build.xml:375: The following error occurred while executing this line:
/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/build.xml:39: The following error occurred while executing this line:
/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build.xml:181: The following error occurred while executing this line:
/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/common-build.xml:449: The following error occurred while executing this line:
/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/lucene/common-build.xml:1233: The following error occurred while executing this line:
/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/lucene/common-build.xml:876: There were test failures: 321 suites, 1350 tests, 1 failure, 37 ignored (6 assumptions)
Total time: 37 minutes 56 seconds
Build step 'Invoke Ant' marked build as failure
Description set: Java: 32bit/jdk1.8.0-ea-b99 -server -XX:+UseSerialGC
Archiving artifacts
Recording test results
Email was triggered for: Failure
Sending email for trigger: Failure
[JENKINS] Lucene-Solr-4.x-Linux (64bit/jdk1.6.0_45) - Build # 6753
- Still Failing!
Posted by Policeman Jenkins Server <je...@thetaphi.de>.
Build: http://jenkins.thetaphi.de/job/Lucene-Solr-4.x-Linux/6753/
Java: 64bit/jdk1.6.0_45 -XX:-UseCompressedOops -XX:+UseSerialGC
1 tests failed.
FAILED: org.apache.solr.cloud.CollectionsAPIDistributedZkTest.testDistribSearch
Error Message:
Server refused connection at: http://127.0.0.1:55070/l_/g
Stack Trace:
org.apache.solr.client.solrj.SolrServerException: Server refused connection at: http://127.0.0.1:55070/l_/g
at __randomizedtesting.SeedInfo.seed([2414E568E9336478:A5F26B709E6C0444]:0)
at org.apache.solr.client.solrj.impl.HttpSolrServer.request(HttpSolrServer.java:428)
at org.apache.solr.client.solrj.impl.HttpSolrServer.request(HttpSolrServer.java:180)
at org.apache.solr.cloud.CollectionsAPIDistributedZkTest.testCustomCollectionsAPI(CollectionsAPIDistributedZkTest.java:764)
at org.apache.solr.cloud.CollectionsAPIDistributedZkTest.doTest(CollectionsAPIDistributedZkTest.java:159)
at org.apache.solr.BaseDistributedSearchTestCase.testDistribSearch(BaseDistributedSearchTestCase.java:835)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:39)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:25)
at java.lang.reflect.Method.invoke(Method.java:597)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1559)
at com.carrotsearch.randomizedtesting.RandomizedRunner.access$600(RandomizedRunner.java:79)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:737)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:773)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:787)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:53)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:50)
at org.apache.lucene.util.TestRuleFieldCacheSanity$1.evaluate(TestRuleFieldCacheSanity.java:51)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:46)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesInvariantRule$1.evaluate(SystemPropertiesInvariantRule.java:55)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:49)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:70)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:358)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:782)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:442)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:746)
at com.carrotsearch.randomizedtesting.RandomizedRunner$3.evaluate(RandomizedRunner.java:648)
at com.carrotsearch.randomizedtesting.RandomizedRunner$4.evaluate(RandomizedRunner.java:682)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:693)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:53)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:46)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:42)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesInvariantRule$1.evaluate(SystemPropertiesInvariantRule.java:55)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:39)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:39)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:43)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:70)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:55)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:358)
at java.lang.Thread.run(Thread.java:662)
Caused by: org.apache.http.conn.HttpHostConnectException: Connection to http://127.0.0.1:55070 refused
at org.apache.http.impl.conn.DefaultClientConnectionOperator.openConnection(DefaultClientConnectionOperator.java:190)
at org.apache.http.impl.conn.ManagedClientConnectionImpl.open(ManagedClientConnectionImpl.java:294)
at org.apache.http.impl.client.DefaultRequestDirector.tryConnect(DefaultRequestDirector.java:645)
at org.apache.http.impl.client.DefaultRequestDirector.execute(DefaultRequestDirector.java:480)
at org.apache.http.impl.client.AbstractHttpClient.execute(AbstractHttpClient.java:906)
at org.apache.http.impl.client.AbstractHttpClient.execute(AbstractHttpClient.java:805)
at org.apache.http.impl.client.AbstractHttpClient.execute(AbstractHttpClient.java:784)
at org.apache.solr.client.solrj.impl.HttpSolrServer.request(HttpSolrServer.java:365)
... 44 more
Caused by: java.net.ConnectException: Connection refused
at java.net.PlainSocketImpl.socketConnect(Native Method)
at java.net.PlainSocketImpl.doConnect(PlainSocketImpl.java:351)
at java.net.PlainSocketImpl.connectToAddress(PlainSocketImpl.java:213)
at java.net.PlainSocketImpl.connect(PlainSocketImpl.java:200)
at java.net.SocksSocketImpl.connect(SocksSocketImpl.java:366)
at java.net.Socket.connect(Socket.java:529)
at org.apache.http.conn.scheme.PlainSocketFactory.connectSocket(PlainSocketFactory.java:127)
at org.apache.http.impl.conn.DefaultClientConnectionOperator.openConnection(DefaultClientConnectionOperator.java:180)
... 51 more
Build Log:
[...truncated 9147 lines...]
[junit4] Suite: org.apache.solr.cloud.CollectionsAPIDistributedZkTest
[junit4] 2> 485255 T1033 oas.BaseDistributedSearchTestCase.initHostContext Setting hostContext system property: /l_/g
[junit4] 2> 485259 T1033 oas.SolrTestCaseJ4.setUp ###Starting testDistribSearch
[junit4] 2> Creating dataDir: /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1/./solrtest-CollectionsAPIDistributedZkTest-1375379203720
[junit4] 2> 485260 T1033 oasc.ZkTestServer.run STARTING ZK TEST SERVER
[junit4] 2> 485261 T1034 oasc.ZkTestServer$ZKServerMain.runFromConfig Starting server
[junit4] 2> 485361 T1033 oasc.ZkTestServer.run start zk server on port:39017
[junit4] 2> 485362 T1033 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4] 2> 485631 T1040 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@ce61a9f name:ZooKeeperConnection Watcher:127.0.0.1:39017 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4] 2> 485631 T1033 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4] 2> 485632 T1033 oascc.SolrZkClient.makePath makePath: /solr
[junit4] 2> 485638 T1033 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4] 2> 485640 T1042 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@2929d25c name:ZooKeeperConnection Watcher:127.0.0.1:39017/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4] 2> 485640 T1033 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4] 2> 485640 T1033 oascc.SolrZkClient.makePath makePath: /collections/collection1
[junit4] 2> 485648 T1033 oascc.SolrZkClient.makePath makePath: /collections/collection1/shards
[junit4] 2> 485653 T1033 oascc.SolrZkClient.makePath makePath: /collections/control_collection
[junit4] 2> 485657 T1033 oascc.SolrZkClient.makePath makePath: /collections/control_collection/shards
[junit4] 2> 485661 T1033 oasc.AbstractZkTestCase.putConfig put /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test-files/solr/collection1/conf/solrconfig-tlog.xml to /configs/conf1/solrconfig.xml
[junit4] 2> 485662 T1033 oascc.SolrZkClient.makePath makePath: /configs/conf1/solrconfig.xml
[junit4] 2> 485670 T1033 oasc.AbstractZkTestCase.putConfig put /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test-files/solr/collection1/conf/schema.xml to /configs/conf1/schema.xml
[junit4] 2> 485671 T1033 oascc.SolrZkClient.makePath makePath: /configs/conf1/schema.xml
[junit4] 2> 485678 T1033 oasc.AbstractZkTestCase.putConfig put /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test-files/solr/collection1/conf/stopwords.txt to /configs/conf1/stopwords.txt
[junit4] 2> 485679 T1033 oascc.SolrZkClient.makePath makePath: /configs/conf1/stopwords.txt
[junit4] 2> 485684 T1033 oasc.AbstractZkTestCase.putConfig put /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test-files/solr/collection1/conf/protwords.txt to /configs/conf1/protwords.txt
[junit4] 2> 485685 T1033 oascc.SolrZkClient.makePath makePath: /configs/conf1/protwords.txt
[junit4] 2> 485692 T1033 oasc.AbstractZkTestCase.putConfig put /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test-files/solr/collection1/conf/currency.xml to /configs/conf1/currency.xml
[junit4] 2> 485692 T1033 oascc.SolrZkClient.makePath makePath: /configs/conf1/currency.xml
[junit4] 2> 485699 T1033 oasc.AbstractZkTestCase.putConfig put /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test-files/solr/collection1/conf/open-exchange-rates.json to /configs/conf1/open-exchange-rates.json
[junit4] 2> 485700 T1033 oascc.SolrZkClient.makePath makePath: /configs/conf1/open-exchange-rates.json
[junit4] 2> 485707 T1033 oasc.AbstractZkTestCase.putConfig put /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test-files/solr/collection1/conf/mapping-ISOLatin1Accent.txt to /configs/conf1/mapping-ISOLatin1Accent.txt
[junit4] 2> 485708 T1033 oascc.SolrZkClient.makePath makePath: /configs/conf1/mapping-ISOLatin1Accent.txt
[junit4] 2> 485714 T1033 oasc.AbstractZkTestCase.putConfig put /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test-files/solr/collection1/conf/old_synonyms.txt to /configs/conf1/old_synonyms.txt
[junit4] 2> 485715 T1033 oascc.SolrZkClient.makePath makePath: /configs/conf1/old_synonyms.txt
[junit4] 2> 485720 T1033 oasc.AbstractZkTestCase.putConfig put /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test-files/solr/collection1/conf/synonyms.txt to /configs/conf1/synonyms.txt
[junit4] 2> 485721 T1033 oascc.SolrZkClient.makePath makePath: /configs/conf1/synonyms.txt
[junit4] 2> 485819 T1033 oejs.Server.doStart jetty-8.1.10.v20130312
[junit4] 2> 485820 T1033 oejs.AbstractConnector.doStart Started SelectChannelConnector@127.0.0.1:52329
[junit4] 2> 485821 T1033 oass.SolrDispatchFilter.init SolrDispatchFilter.init()
[junit4] 2> 485822 T1033 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
[junit4] 2> 485822 T1033 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-controljetty-1375379204192
[junit4] 2> 485822 T1033 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-controljetty-1375379204192/'
[junit4] 2> 485835 T1033 oasc.ConfigSolr.fromFile Loading container configuration from /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-controljetty-1375379204192/solr.xml
[junit4] 2> 485879 T1033 oasc.ConfigSolrXml.<init> Config-defined core root directory:
[junit4] 2> 485880 T1033 oasc.CoreContainer.<init> New CoreContainer 900477058
[junit4] 2> 485881 T1033 oasc.CoreContainer.load Loading cores into CoreContainer [instanceDir=/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-controljetty-1375379204192/]
[junit4] 2> 485882 T1033 oashc.HttpShardHandlerFactory.getParameter Setting socketTimeout to: 120000
[junit4] 2> 485882 T1033 oashc.HttpShardHandlerFactory.getParameter Setting urlScheme to: http://
[junit4] 2> 485883 T1033 oashc.HttpShardHandlerFactory.getParameter Setting connTimeout to: 15000
[junit4] 2> 485884 T1033 oashc.HttpShardHandlerFactory.getParameter Setting maxConnectionsPerHost to: 20
[junit4] 2> 485884 T1033 oashc.HttpShardHandlerFactory.getParameter Setting corePoolSize to: 0
[junit4] 2> 485885 T1033 oashc.HttpShardHandlerFactory.getParameter Setting maximumPoolSize to: 2147483647
[junit4] 2> 485885 T1033 oashc.HttpShardHandlerFactory.getParameter Setting maxThreadIdleTime to: 5
[junit4] 2> 485886 T1033 oashc.HttpShardHandlerFactory.getParameter Setting sizeOfQueue to: -1
[junit4] 2> 485886 T1033 oashc.HttpShardHandlerFactory.getParameter Setting fairnessPolicy to: false
[junit4] 2> 485887 T1033 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnectionsPerHost=20&maxConnections=10000&socketTimeout=120000&connTimeout=15000&retry=false
[junit4] 2> 485891 T1033 oasc.ZkContainer.initZooKeeper Zookeeper client=127.0.0.1:39017/solr
[junit4] 2> 485892 T1033 oasc.ZkController.checkChrootPath zkHost includes chroot
[junit4] 2> 485894 T1033 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4] 2> 485898 T1053 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@3ba4c255 name:ZooKeeperConnection Watcher:127.0.0.1:39017 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4] 2> 485898 T1033 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4] 2> 485903 T1033 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=500&maxConnectionsPerHost=16&socketTimeout=120000&connTimeout=15000
[junit4] 2> 485906 T1033 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4] 2> 485908 T1055 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@15674a26 name:ZooKeeperConnection Watcher:127.0.0.1:39017/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4] 2> 485908 T1033 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4] 2> 485911 T1033 oascc.SolrZkClient.makePath makePath: /overseer/queue
[junit4] 2> 485919 T1033 oascc.SolrZkClient.makePath makePath: /overseer/collection-queue-work
[junit4] 2> 485929 T1033 oascc.SolrZkClient.makePath makePath: /live_nodes
[junit4] 2> 485932 T1033 oasc.ZkController.createEphemeralLiveNode Register node as live in ZooKeeper:/live_nodes/127.0.0.1:52329_l_%2Fg
[junit4] 2> 485934 T1033 oascc.SolrZkClient.makePath makePath: /live_nodes/127.0.0.1:52329_l_%2Fg
[junit4] 2> 485942 T1033 oascc.SolrZkClient.makePath makePath: /overseer_elect/election
[junit4] 2> 485953 T1033 oascc.SolrZkClient.makePath makePath: /overseer_elect/leader
[junit4] 2> 485969 T1033 oasc.Overseer.start Overseer (id=90136851495190531-127.0.0.1:52329_l_%2Fg-n_0000000000) starting
[junit4] 2> 485979 T1033 oascc.SolrZkClient.makePath makePath: /overseer/queue-work
[junit4] 2> 485987 T1057 oasc.OverseerCollectionProcessor.run Process current queue of collection creations
[junit4] 2> 485988 T1033 oascc.SolrZkClient.makePath makePath: /clusterstate.json
[junit4] 2> 485999 T1033 oascc.SolrZkClient.makePath makePath: /aliases.json
[junit4] 2> 486007 T1033 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper...
[junit4] 2> 486014 T1056 oasc.Overseer$ClusterStateUpdater.run Starting to work on the main queue
[junit4] 2> 486016 T1033 oasc.CorePropertiesLocator.discover Looking for core definitions underneath /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-controljetty-1375379204192
[junit4] 2> 486053 T1033 oasc.CorePropertiesLocator.discoverUnder Found core conf in /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-controljetty-1375379204192/conf/
[junit4] 2> 486054 T1033 oasc.CorePropertiesLocator.discover Found 1 core definitions
[junit4] 2> 486055 T1033 oass.SolrDispatchFilter.init user.dir=/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1
[junit4] 2> 486055 T1033 oass.SolrDispatchFilter.init SolrDispatchFilter.init() done
[junit4] 2> 486056 T1033 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4] 2> 486059 T1033 oascsi.HttpClientUtil.createClient Creating new http client, config:
[junit4] 2> 486060 T1033 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4] 2> 486062 T1060 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@23e77920 name:ZooKeeperConnection Watcher:127.0.0.1:39017/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4] 2> 486062 T1033 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4] 2> 486064 T1033 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper...
[junit4] 2> 486069 T1033 oasc.ChaosMonkey.monkeyLog monkey: init - expire sessions:true cause connection loss:true
[junit4] 2> 486157 T1033 oejs.Server.doStart jetty-8.1.10.v20130312
[junit4] 2> 486160 T1033 oejs.AbstractConnector.doStart Started SelectChannelConnector@127.0.0.1:55070
[junit4] 2> 486162 T1033 oass.SolrDispatchFilter.init SolrDispatchFilter.init()
[junit4] 2> 486163 T1033 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
[junit4] 2> 486163 T1033 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty1-1375379204530
[junit4] 2> 486164 T1033 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty1-1375379204530/'
[junit4] 2> 486183 T1033 oasc.ConfigSolr.fromFile Loading container configuration from /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty1-1375379204530/solr.xml
[junit4] 2> 486241 T1033 oasc.ConfigSolrXml.<init> Config-defined core root directory:
[junit4] 2> 486242 T1033 oasc.CoreContainer.<init> New CoreContainer 30009690
[junit4] 2> 486242 T1033 oasc.CoreContainer.load Loading cores into CoreContainer [instanceDir=/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty1-1375379204530/]
[junit4] 2> 486244 T1033 oashc.HttpShardHandlerFactory.getParameter Setting socketTimeout to: 120000
[junit4] 2> 486245 T1033 oashc.HttpShardHandlerFactory.getParameter Setting urlScheme to: http://
[junit4] 2> 486245 T1033 oashc.HttpShardHandlerFactory.getParameter Setting connTimeout to: 15000
[junit4] 2> 486246 T1033 oashc.HttpShardHandlerFactory.getParameter Setting maxConnectionsPerHost to: 20
[junit4] 2> 486246 T1033 oashc.HttpShardHandlerFactory.getParameter Setting corePoolSize to: 0
[junit4] 2> 486246 T1033 oashc.HttpShardHandlerFactory.getParameter Setting maximumPoolSize to: 2147483647
[junit4] 2> 486247 T1033 oashc.HttpShardHandlerFactory.getParameter Setting maxThreadIdleTime to: 5
[junit4] 2> 486247 T1033 oashc.HttpShardHandlerFactory.getParameter Setting sizeOfQueue to: -1
[junit4] 2> 486248 T1033 oashc.HttpShardHandlerFactory.getParameter Setting fairnessPolicy to: false
[junit4] 2> 486248 T1033 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnectionsPerHost=20&maxConnections=10000&socketTimeout=120000&connTimeout=15000&retry=false
[junit4] 2> 486252 T1033 oasc.ZkContainer.initZooKeeper Zookeeper client=127.0.0.1:39017/solr
[junit4] 2> 486253 T1033 oasc.ZkController.checkChrootPath zkHost includes chroot
[junit4] 2> 486254 T1033 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4] 2> 486258 T1071 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@6ef714a0 name:ZooKeeperConnection Watcher:127.0.0.1:39017 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4] 2> 486258 T1033 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4] 2> 486265 T1033 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=500&maxConnectionsPerHost=16&socketTimeout=120000&connTimeout=15000
[junit4] 2> 486272 T1033 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4] 2> 486274 T1073 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@27416ba6 name:ZooKeeperConnection Watcher:127.0.0.1:39017/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4] 2> 486274 T1033 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4] 2> 486283 T1033 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper...
[junit4] 2> 487293 T1033 oasc.ZkController.createEphemeralLiveNode Register node as live in ZooKeeper:/live_nodes/127.0.0.1:55070_l_%2Fg
[junit4] 2> 487296 T1033 oascc.SolrZkClient.makePath makePath: /live_nodes/127.0.0.1:55070_l_%2Fg
[junit4] 2> 487304 T1073 oascc.ZkStateReader$3.process Updating live nodes... (2)
[junit4] 2> 487304 T1055 oascc.ZkStateReader$3.process Updating live nodes... (2)
[junit4] 2> 487305 T1060 oascc.ZkStateReader$3.process Updating live nodes... (2)
[junit4] 2> 487314 T1033 oasc.CorePropertiesLocator.discover Looking for core definitions underneath /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty1-1375379204530
[junit4] 2> 487345 T1033 oasc.CorePropertiesLocator.discoverUnder Found core conf in /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty1-1375379204530/conf/
[junit4] 2> 487346 T1033 oasc.CorePropertiesLocator.discover Found 1 core definitions
[junit4] 2> 487346 T1033 oass.SolrDispatchFilter.init user.dir=/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1
[junit4] 2> 487346 T1033 oass.SolrDispatchFilter.init SolrDispatchFilter.init() done
[junit4] 2> 487347 T1033 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4] 2> 487423 T1033 oejs.Server.doStart jetty-8.1.10.v20130312
[junit4] 2> 487425 T1033 oejs.AbstractConnector.doStart Started SelectChannelConnector@127.0.0.1:46960
[junit4] 2> 487426 T1033 oass.SolrDispatchFilter.init SolrDispatchFilter.init()
[junit4] 2> 487427 T1033 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
[junit4] 2> 487427 T1033 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty2-1375379205810
[junit4] 2> 487428 T1033 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty2-1375379205810/'
[junit4] 2> 487438 T1033 oasc.ConfigSolr.fromFile Loading container configuration from /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty2-1375379205810/solr.xml
[junit4] 2> 487481 T1033 oasc.ConfigSolrXml.<init> Config-defined core root directory:
[junit4] 2> 487482 T1033 oasc.CoreContainer.<init> New CoreContainer 1437392248
[junit4] 2> 487482 T1033 oasc.CoreContainer.load Loading cores into CoreContainer [instanceDir=/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty2-1375379205810/]
[junit4] 2> 487483 T1033 oashc.HttpShardHandlerFactory.getParameter Setting socketTimeout to: 120000
[junit4] 2> 487484 T1033 oashc.HttpShardHandlerFactory.getParameter Setting urlScheme to: http://
[junit4] 2> 487484 T1033 oashc.HttpShardHandlerFactory.getParameter Setting connTimeout to: 15000
[junit4] 2> 487484 T1033 oashc.HttpShardHandlerFactory.getParameter Setting maxConnectionsPerHost to: 20
[junit4] 2> 487485 T1033 oashc.HttpShardHandlerFactory.getParameter Setting corePoolSize to: 0
[junit4] 2> 487485 T1033 oashc.HttpShardHandlerFactory.getParameter Setting maximumPoolSize to: 2147483647
[junit4] 2> 487485 T1033 oashc.HttpShardHandlerFactory.getParameter Setting maxThreadIdleTime to: 5
[junit4] 2> 487486 T1033 oashc.HttpShardHandlerFactory.getParameter Setting sizeOfQueue to: -1
[junit4] 2> 487486 T1033 oashc.HttpShardHandlerFactory.getParameter Setting fairnessPolicy to: false
[junit4] 2> 487486 T1033 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnectionsPerHost=20&maxConnections=10000&socketTimeout=120000&connTimeout=15000&retry=false
[junit4] 2> 487490 T1033 oasc.ZkContainer.initZooKeeper Zookeeper client=127.0.0.1:39017/solr
[junit4] 2> 487491 T1033 oasc.ZkController.checkChrootPath zkHost includes chroot
[junit4] 2> 487492 T1033 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4] 2> 487494 T1085 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@48001d39 name:ZooKeeperConnection Watcher:127.0.0.1:39017 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4] 2> 487494 T1033 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4] 2> 487498 T1033 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=500&maxConnectionsPerHost=16&socketTimeout=120000&connTimeout=15000
[junit4] 2> 487503 T1033 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4] 2> 487504 T1087 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@6de5010a name:ZooKeeperConnection Watcher:127.0.0.1:39017/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4] 2> 487504 T1033 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4] 2> 487513 T1033 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper...
[junit4] 2> 488521 T1033 oasc.ZkController.createEphemeralLiveNode Register node as live in ZooKeeper:/live_nodes/127.0.0.1:46960_l_%2Fg
[junit4] 2> 488523 T1033 oascc.SolrZkClient.makePath makePath: /live_nodes/127.0.0.1:46960_l_%2Fg
[junit4] 2> 488529 T1073 oascc.ZkStateReader$3.process Updating live nodes... (3)
[junit4] 2> 488530 T1055 oascc.ZkStateReader$3.process Updating live nodes... (3)
[junit4] 2> 488530 T1060 oascc.ZkStateReader$3.process Updating live nodes... (3)
[junit4] 2> 488530 T1087 oascc.ZkStateReader$3.process Updating live nodes... (3)
[junit4] 2> 488539 T1033 oasc.CorePropertiesLocator.discover Looking for core definitions underneath /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty2-1375379205810
[junit4] 2> 488568 T1033 oasc.CorePropertiesLocator.discoverUnder Found core conf in /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty2-1375379205810/conf/
[junit4] 2> 488569 T1033 oasc.CorePropertiesLocator.discover Found 1 core definitions
[junit4] 2> 488569 T1033 oass.SolrDispatchFilter.init user.dir=/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1
[junit4] 2> 488570 T1033 oass.SolrDispatchFilter.init SolrDispatchFilter.init() done
[junit4] 2> 488570 T1033 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4] 2> 488679 T1033 oejs.Server.doStart jetty-8.1.10.v20130312
[junit4] 2> 488685 T1033 oejs.AbstractConnector.doStart Started SelectChannelConnector@127.0.0.1:53167
[junit4] 2> 488686 T1033 oass.SolrDispatchFilter.init SolrDispatchFilter.init()
[junit4] 2> 488687 T1033 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
[junit4] 2> 488687 T1033 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty3-1375379207034
[junit4] 2> 488688 T1033 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty3-1375379207034/'
[junit4] 2> 488704 T1033 oasc.ConfigSolr.fromFile Loading container configuration from /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty3-1375379207034/solr.xml
[junit4] 2> 488743 T1033 oasc.ConfigSolrXml.<init> Config-defined core root directory:
[junit4] 2> 488743 T1033 oasc.CoreContainer.<init> New CoreContainer 787001535
[junit4] 2> 488744 T1033 oasc.CoreContainer.load Loading cores into CoreContainer [instanceDir=/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty3-1375379207034/]
[junit4] 2> 488745 T1033 oashc.HttpShardHandlerFactory.getParameter Setting socketTimeout to: 120000
[junit4] 2> 488745 T1033 oashc.HttpShardHandlerFactory.getParameter Setting urlScheme to: http://
[junit4] 2> 488746 T1033 oashc.HttpShardHandlerFactory.getParameter Setting connTimeout to: 15000
[junit4] 2> 488746 T1033 oashc.HttpShardHandlerFactory.getParameter Setting maxConnectionsPerHost to: 20
[junit4] 2> 488746 T1033 oashc.HttpShardHandlerFactory.getParameter Setting corePoolSize to: 0
[junit4] 2> 488747 T1033 oashc.HttpShardHandlerFactory.getParameter Setting maximumPoolSize to: 2147483647
[junit4] 2> 488747 T1033 oashc.HttpShardHandlerFactory.getParameter Setting maxThreadIdleTime to: 5
[junit4] 2> 488747 T1033 oashc.HttpShardHandlerFactory.getParameter Setting sizeOfQueue to: -1
[junit4] 2> 488747 T1033 oashc.HttpShardHandlerFactory.getParameter Setting fairnessPolicy to: false
[junit4] 2> 488748 T1033 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnectionsPerHost=20&maxConnections=10000&socketTimeout=120000&connTimeout=15000&retry=false
[junit4] 2> 488750 T1033 oasc.ZkContainer.initZooKeeper Zookeeper client=127.0.0.1:39017/solr
[junit4] 2> 488751 T1033 oasc.ZkController.checkChrootPath zkHost includes chroot
[junit4] 2> 488752 T1033 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4] 2> 488753 T1099 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@2eabe3a8 name:ZooKeeperConnection Watcher:127.0.0.1:39017 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4] 2> 488754 T1033 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4] 2> 488756 T1033 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=500&maxConnectionsPerHost=16&socketTimeout=120000&connTimeout=15000
[junit4] 2> 488760 T1033 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4] 2> 488761 T1101 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@6bfcc2a1 name:ZooKeeperConnection Watcher:127.0.0.1:39017/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4] 2> 488761 T1033 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4] 2> 488768 T1033 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper...
[junit4] 2> 489773 T1033 oasc.ZkController.createEphemeralLiveNode Register node as live in ZooKeeper:/live_nodes/127.0.0.1:53167_l_%2Fg
[junit4] 2> 489775 T1033 oascc.SolrZkClient.makePath makePath: /live_nodes/127.0.0.1:53167_l_%2Fg
[junit4] 2> 489781 T1087 oascc.ZkStateReader$3.process Updating live nodes... (4)
[junit4] 2> 489781 T1101 oascc.ZkStateReader$3.process Updating live nodes... (4)
[junit4] 2> 489781 T1060 oascc.ZkStateReader$3.process Updating live nodes... (4)
[junit4] 2> 489783 T1055 oascc.ZkStateReader$3.process Updating live nodes... (4)
[junit4] 2> 489783 T1073 oascc.ZkStateReader$3.process Updating live nodes... (4)
[junit4] 2> 489791 T1033 oasc.CorePropertiesLocator.discover Looking for core definitions underneath /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty3-1375379207034
[junit4] 2> 489833 T1033 oasc.CorePropertiesLocator.discoverUnder Found core conf in /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty3-1375379207034/conf/
[junit4] 2> 489834 T1033 oasc.CorePropertiesLocator.discover Found 1 core definitions
[junit4] 2> 489835 T1033 oass.SolrDispatchFilter.init user.dir=/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1
[junit4] 2> 489835 T1033 oass.SolrDispatchFilter.init SolrDispatchFilter.init() done
[junit4] 2> 489836 T1033 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4] 2> 489927 T1033 oejs.Server.doStart jetty-8.1.10.v20130312
[junit4] 2> 489929 T1033 oejs.AbstractConnector.doStart Started SelectChannelConnector@127.0.0.1:33047
[junit4] 2> 489930 T1033 oass.SolrDispatchFilter.init SolrDispatchFilter.init()
[junit4] 2> 489931 T1033 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
[junit4] 2> 489931 T1033 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty4-1375379208300
[junit4] 2> 489931 T1033 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty4-1375379208300/'
[junit4] 2> 489943 T1033 oasc.ConfigSolr.fromFile Loading container configuration from /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty4-1375379208300/solr.xml
[junit4] 2> 489984 T1033 oasc.ConfigSolrXml.<init> Config-defined core root directory:
[junit4] 2> 489985 T1033 oasc.CoreContainer.<init> New CoreContainer 1627878333
[junit4] 2> 489985 T1033 oasc.CoreContainer.load Loading cores into CoreContainer [instanceDir=/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty4-1375379208300/]
[junit4] 2> 489986 T1033 oashc.HttpShardHandlerFactory.getParameter Setting socketTimeout to: 120000
[junit4] 2> 489986 T1033 oashc.HttpShardHandlerFactory.getParameter Setting urlScheme to: http://
[junit4] 2> 489987 T1033 oashc.HttpShardHandlerFactory.getParameter Setting connTimeout to: 15000
[junit4] 2> 489987 T1033 oashc.HttpShardHandlerFactory.getParameter Setting maxConnectionsPerHost to: 20
[junit4] 2> 489987 T1033 oashc.HttpShardHandlerFactory.getParameter Setting corePoolSize to: 0
[junit4] 2> 489988 T1033 oashc.HttpShardHandlerFactory.getParameter Setting maximumPoolSize to: 2147483647
[junit4] 2> 489988 T1033 oashc.HttpShardHandlerFactory.getParameter Setting maxThreadIdleTime to: 5
[junit4] 2> 489988 T1033 oashc.HttpShardHandlerFactory.getParameter Setting sizeOfQueue to: -1
[junit4] 2> 489990 T1033 oashc.HttpShardHandlerFactory.getParameter Setting fairnessPolicy to: false
[junit4] 2> 489990 T1033 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnectionsPerHost=20&maxConnections=10000&socketTimeout=120000&connTimeout=15000&retry=false
[junit4] 2> 489993 T1033 oasc.ZkContainer.initZooKeeper Zookeeper client=127.0.0.1:39017/solr
[junit4] 2> 489993 T1033 oasc.ZkController.checkChrootPath zkHost includes chroot
[junit4] 2> 489994 T1033 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4] 2> 489996 T1113 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@303faf0f name:ZooKeeperConnection Watcher:127.0.0.1:39017 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4] 2> 489996 T1033 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4] 2> 489999 T1033 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=500&maxConnectionsPerHost=16&socketTimeout=120000&connTimeout=15000
[junit4] 2> 490002 T1033 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4] 2> 490004 T1115 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@34804eae name:ZooKeeperConnection Watcher:127.0.0.1:39017/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4] 2> 490004 T1033 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4] 2> 490012 T1033 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper...
[junit4] 2> 491020 T1033 oasc.ZkController.createEphemeralLiveNode Register node as live in ZooKeeper:/live_nodes/127.0.0.1:33047_l_%2Fg
[junit4] 2> 491022 T1033 oascc.SolrZkClient.makePath makePath: /live_nodes/127.0.0.1:33047_l_%2Fg
[junit4] 2> 491028 T1101 oascc.ZkStateReader$3.process Updating live nodes... (5)
[junit4] 2> 491031 T1073 oascc.ZkStateReader$3.process Updating live nodes... (5)
[junit4] 2> 491031 T1055 oascc.ZkStateReader$3.process Updating live nodes... (5)
[junit4] 2> 491032 T1115 oascc.ZkStateReader$3.process Updating live nodes... (5)
[junit4] 2> 491033 T1087 oascc.ZkStateReader$3.process Updating live nodes... (5)
[junit4] 2> 491033 T1060 oascc.ZkStateReader$3.process Updating live nodes... (5)
[junit4] 2> 491040 T1033 oasc.CorePropertiesLocator.discover Looking for core definitions underneath /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty4-1375379208300
[junit4] 2> 491064 T1033 oasc.CorePropertiesLocator.discoverUnder Found core conf in /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty4-1375379208300/conf/
[junit4] 2> 491065 T1033 oasc.CorePropertiesLocator.discover Found 1 core definitions
[junit4] 2> 491065 T1033 oass.SolrDispatchFilter.init user.dir=/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1
[junit4] 2> 491066 T1033 oass.SolrDispatchFilter.init SolrDispatchFilter.init() done
[junit4] 2> 491066 T1033 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4] 2> 491069 T1033 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4] 2> 491072 T1069 oasha.CollectionsHandler.handleCreateAction Creating Collection : numShards=2&name=nodes_used_collection&replicationFactor=2&action=CREATE&wt=javabin&version=2
[junit4] 2> 491074 T1055 oasc.DistributedQueue$LatchChildWatcher.process Watcher fired on path: /overseer/collection-queue-work state: SyncConnected type NodeChildrenChanged
[junit4] 2> 491076 T1055 oasc.DistributedQueue$LatchChildWatcher.process Watcher fired on path: /overseer/collection-queue-work state: SyncConnected type NodeChildrenChanged
[junit4] 2> 491077 T1057 oasc.OverseerCollectionProcessor.run Overseer Collection Processor: Get the message id:/overseer/collection-queue-work/qn-0000000000 message:{
[junit4] 2> "operation":"createcollection",
[junit4] 2> "numShards":"2",
[junit4] 2> "name":"nodes_used_collection",
[junit4] 2> "replicationFactor":"2"}
[junit4] 2> 491078 T1057 oasc.OverseerCollectionProcessor.processMessage WARN OverseerCollectionProcessor.processMessage : createcollection , {
[junit4] 2> "operation":"createcollection",
[junit4] 2> "numShards":"2",
[junit4] 2> "name":"nodes_used_collection",
[junit4] 2> "replicationFactor":"2"}
[junit4] 2> 492033 T1056 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper...
[junit4] 2> 492035 T1056 oasc.Overseer$ClusterStateUpdater.buildCollection building a new collection: nodes_used_collection
[junit4] 2> 492035 T1056 oasc.Overseer$ClusterStateUpdater.createCollection Create collection nodes_used_collection with shards [shard1, shard2]
[junit4] 2> 492041 T1101 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4] 2> 492041 T1055 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4] 2> 492041 T1060 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4] 2> 492042 T1115 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4] 2> 492043 T1087 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4] 2> 492043 T1073 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4] 2> 492083 T1057 oasc.OverseerCollectionProcessor.createCollection going to create cores replicas shardNames [shard1, shard2] , repFactor : 2
[junit4] 2> 492083 T1057 oasc.OverseerCollectionProcessor.createCollection Creating shard nodes_used_collection_shard1_replica1 as part of slice shard1 of collection nodes_used_collection on 127.0.0.1:33047_l_%2Fg
[junit4] 2> 492084 T1057 oasc.OverseerCollectionProcessor.createCollection Creating shard nodes_used_collection_shard1_replica2 as part of slice shard1 of collection nodes_used_collection on 127.0.0.1:46960_l_%2Fg
[junit4] 2> 492084 T1057 oasc.OverseerCollectionProcessor.createCollection Creating shard nodes_used_collection_shard2_replica1 as part of slice shard2 of collection nodes_used_collection on 127.0.0.1:55070_l_%2Fg
[junit4] 2> 492085 T1057 oasc.OverseerCollectionProcessor.createCollection Creating shard nodes_used_collection_shard2_replica2 as part of slice shard2 of collection nodes_used_collection on 127.0.0.1:53167_l_%2Fg
[junit4] 2> 492087 T1095 oasc.ZkController.publish publishing core=nodes_used_collection_shard2_replica2 state=down
[junit4] 2> 492087 T1066 oasc.ZkController.publish publishing core=nodes_used_collection_shard2_replica1 state=down
[junit4] 2> 492087 T1110 oasc.ZkController.publish publishing core=nodes_used_collection_shard1_replica1 state=down
[junit4] 2> 492089 T1095 oasc.ZkController.waitForCoreNodeName look for our core node name
[junit4] 2> 492089 T1066 oasc.ZkController.waitForCoreNodeName look for our core node name
[junit4] 2> 492090 T1110 oasc.ZkController.waitForCoreNodeName look for our core node name
[junit4] 2> 492091 T1082 oasc.ZkController.publish publishing core=nodes_used_collection_shard1_replica2 state=down
[junit4] 2> 492093 T1082 oasc.ZkController.waitForCoreNodeName look for our core node name
[junit4] 2> 493563 T1056 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper...
[junit4] 2> 493565 T1056 oasc.Overseer$ClusterStateUpdater.updateState WARN Could not find collection node for nodes_used_collection, skipping publish state
[junit4] 2> 493565 T1056 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=2 message={
[junit4] 2> "operation":"state",
[junit4] 2> "core_node_name":"core_node1",
[junit4] 2> "numShards":"2",
[junit4] 2> "shard":"shard2",
[junit4] 2> "roles":null,
[junit4] 2> "state":"down",
[junit4] 2> "shard_state":"active",
[junit4] 2> "core":"nodes_used_collection_shard2_replica2",
[junit4] 2> "collection":"nodes_used_collection",
[junit4] 2> "shard_range":null,
[junit4] 2> "node_name":"127.0.0.1:53167_l_%2Fg",
[junit4] 2> "base_url":"http://127.0.0.1:53167/l_/g"}
[junit4] 2> 493571 T1056 oasc.Overseer$ClusterStateUpdater.updateState WARN Could not find collection node for nodes_used_collection, skipping publish state
[junit4] 2> 493571 T1056 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=2 message={
[junit4] 2> "operation":"state",
[junit4] 2> "core_node_name":"core_node2",
[junit4] 2> "numShards":"2",
[junit4] 2> "shard":"shard2",
[junit4] 2> "roles":null,
[junit4] 2> "state":"down",
[junit4] 2> "shard_state":"active",
[junit4] 2> "core":"nodes_used_collection_shard2_replica1",
[junit4] 2> "collection":"nodes_used_collection",
[junit4] 2> "shard_range":null,
[junit4] 2> "node_name":"127.0.0.1:55070_l_%2Fg",
[junit4] 2> "base_url":"http://127.0.0.1:55070/l_/g"}
[junit4] 2> 493578 T1056 oasc.Overseer$ClusterStateUpdater.updateState WARN Could not find collection node for nodes_used_collection, skipping publish state
[junit4] 2> 493578 T1056 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=2 message={
[junit4] 2> "operation":"state",
[junit4] 2> "core_node_name":"core_node3",
[junit4] 2> "numShards":"2",
[junit4] 2> "shard":"shard1",
[junit4] 2> "roles":null,
[junit4] 2> "state":"down",
[junit4] 2> "shard_state":"active",
[junit4] 2> "core":"nodes_used_collection_shard1_replica1",
[junit4] 2> "collection":"nodes_used_collection",
[junit4] 2> "shard_range":null,
[junit4] 2> "node_name":"127.0.0.1:33047_l_%2Fg",
[junit4] 2> "base_url":"http://127.0.0.1:33047/l_/g"}
[junit4] 2> 493586 T1056 oasc.Overseer$ClusterStateUpdater.updateState WARN Could not find collection node for nodes_used_collection, skipping publish state
[junit4] 2> 493586 T1056 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=2 message={
[junit4] 2> "operation":"state",
[junit4] 2> "core_node_name":"core_node4",
[junit4] 2> "numShards":"2",
[junit4] 2> "shard":"shard1",
[junit4] 2> "roles":null,
[junit4] 2> "state":"down",
[junit4] 2> "shard_state":"active",
[junit4] 2> "core":"nodes_used_collection_shard1_replica2",
[junit4] 2> "collection":"nodes_used_collection",
[junit4] 2> "shard_range":null,
[junit4] 2> "node_name":"127.0.0.1:46960_l_%2Fg",
[junit4] 2> "base_url":"http://127.0.0.1:46960/l_/g"}
[junit4] 2> 493594 T1055 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4] 2> 493595 T1087 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4] 2> 493595 T1060 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4] 2> 493595 T1073 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4] 2> 493595 T1115 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4] 2> 493595 T1101 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4] 2> 494090 T1095 oasc.ZkController.waitForShardId waiting to find shard id in clusterstate for nodes_used_collection_shard2_replica2
[junit4] 2> 494090 T1066 oasc.ZkController.waitForShardId waiting to find shard id in clusterstate for nodes_used_collection_shard2_replica1
[junit4] 2> 494091 T1110 oasc.ZkController.waitForShardId waiting to find shard id in clusterstate for nodes_used_collection_shard1_replica1
[junit4] 2> 494091 T1095 oasc.CorePropertiesLocator.writePropertiesFile ERROR Couldn't persist core properties to /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty3-1375379207034/nodes_used_collection_shard2_replica2/core.properties: java.io.FileNotFoundException: /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty3-1375379207034/nodes_used_collection_shard2_replica2/core.properties (No such file or directory)
[junit4] 2> 494092 T1110 oasc.CorePropertiesLocator.writePropertiesFile ERROR Couldn't persist core properties to /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty4-1375379208300/nodes_used_collection_shard1_replica1/core.properties: java.io.FileNotFoundException: /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty4-1375379208300/nodes_used_collection_shard1_replica1/core.properties (No such file or directory)
[junit4] 2> 494091 T1066 oasc.CorePropertiesLocator.writePropertiesFile ERROR Couldn't persist core properties to /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty1-1375379204530/nodes_used_collection_shard2_replica1/core.properties: java.io.FileNotFoundException: /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty1-1375379204530/nodes_used_collection_shard2_replica1/core.properties (No such file or directory)
[junit4] 2> 494093 T1110 oasc.CoreContainer.create Creating SolrCore 'nodes_used_collection_shard1_replica1' using instanceDir: /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty4-1375379208300/nodes_used_collection_shard1_replica1
[junit4] 2> 494093 T1110 oasc.ZkController.createCollectionZkNode Check for collection zkNode:nodes_used_collection
[junit4] 2> 494092 T1095 oasc.CoreContainer.create Creating SolrCore 'nodes_used_collection_shard2_replica2' using instanceDir: /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty3-1375379207034/nodes_used_collection_shard2_replica2
[junit4] 2> 494094 T1095 oasc.ZkController.createCollectionZkNode Check for collection zkNode:nodes_used_collection
[junit4] 2> 494094 T1082 oasc.ZkController.waitForShardId waiting to find shard id in clusterstate for nodes_used_collection_shard1_replica2
[junit4] 2> 494093 T1066 oasc.CoreContainer.create Creating SolrCore 'nodes_used_collection_shard2_replica1' using instanceDir: /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty1-1375379204530/nodes_used_collection_shard2_replica1
[junit4] 2> 494095 T1082 oasc.CorePropertiesLocator.writePropertiesFile ERROR Couldn't persist core properties to /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty2-1375379205810/nodes_used_collection_shard1_replica2/core.properties: java.io.FileNotFoundException: /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty2-1375379205810/nodes_used_collection_shard1_replica2/core.properties (No such file or directory)
[junit4] 2> 494095 T1110 oasc.ZkController.createCollectionZkNode Creating collection in ZooKeeper:nodes_used_collection
[junit4] 2> 494096 T1082 oasc.CoreContainer.create Creating SolrCore 'nodes_used_collection_shard1_replica2' using instanceDir: /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty2-1375379205810/nodes_used_collection_shard1_replica2
[junit4] 2> 494095 T1066 oasc.ZkController.createCollectionZkNode Check for collection zkNode:nodes_used_collection
[junit4] 2> 494096 T1082 oasc.ZkController.createCollectionZkNode Check for collection zkNode:nodes_used_collection
[junit4] 2> 494096 T1095 oasc.ZkController.createCollectionZkNode Creating collection in ZooKeeper:nodes_used_collection
[junit4] 2> 494096 T1110 oasc.ZkController.getConfName Looking for collection configName
[junit4] 2> 494098 T1066 oasc.ZkController.createCollectionZkNode Creating collection in ZooKeeper:nodes_used_collection
[junit4] 2> 494097 T1095 oasc.ZkController.getConfName Looking for collection configName
[junit4] 2> 494098 T1066 oasc.ZkController.getConfName Looking for collection configName
[junit4] 2> 494099 T1082 oasc.ZkController.createCollectionZkNode Creating collection in ZooKeeper:nodes_used_collection
[junit4] 2> 494099 T1082 oasc.ZkController.getConfName Looking for collection configName
[junit4] 2> 494103 T1066 oasc.ZkController.getConfName Only one config set found in zk - using it:conf1
[junit4] 2> 494103 T1066 oascc.SolrZkClient.makePath makePath: /collections/nodes_used_collection
[junit4] 2> 494104 T1110 oasc.ZkController.getConfName Only one config set found in zk - using it:conf1
[junit4] 2> 494103 T1082 oasc.ZkController.getConfName Only one config set found in zk - using it:conf1
[junit4] 2> 494104 T1082 oascc.SolrZkClient.makePath makePath: /collections/nodes_used_collection
[junit4] 2> 494104 T1110 oascc.SolrZkClient.makePath makePath: /collections/nodes_used_collection
[junit4] 2> 494106 T1095 oasc.ZkController.getConfName Only one config set found in zk - using it:conf1
[junit4] 2> 494106 T1095 oascc.SolrZkClient.makePath makePath: /collections/nodes_used_collection
[junit4] 2> 494113 T1110 oasc.ZkController.readConfigName Load collection config from:/collections/nodes_used_collection
[junit4] 2> 494116 T1066 oasc.ZkController.readConfigName Load collection config from:/collections/nodes_used_collection
[junit4] 2> 494116 T1095 oasc.ZkController.readConfigName Load collection config from:/collections/nodes_used_collection
[junit4] 2> 494117 T1082 oasc.ZkController.readConfigName Load collection config from:/collections/nodes_used_collection
[junit4] 2> 494118 T1110 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty4-1375379208300/nodes_used_collection_shard1_replica1/'
[junit4] 2> 494119 T1095 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty3-1375379207034/nodes_used_collection_shard2_replica2/'
[junit4] 2> 494121 T1066 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty1-1375379204530/nodes_used_collection_shard2_replica1/'
[junit4] 2> 494121 T1082 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty2-1375379205810/nodes_used_collection_shard1_replica2/'
[junit4] 2> 494186 T1110 oasc.SolrConfig.<init> Using Lucene MatchVersion: LUCENE_45
[junit4] 2> 494187 T1082 oasc.SolrConfig.<init> Using Lucene MatchVersion: LUCENE_45
[junit4] 2> 494192 T1066 oasc.SolrConfig.<init> Using Lucene MatchVersion: LUCENE_45
[junit4] 2> 494200 T1095 oasc.SolrConfig.<init> Using Lucene MatchVersion: LUCENE_45
[junit4] 2> 494260 T1082 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml
[junit4] 2> 494265 T1082 oass.IndexSchema.readSchema Reading Solr Schema from schema.xml
[junit4] 2> 494268 T1066 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml
[junit4] 2> 494269 T1110 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml
[junit4] 2> 494271 T1066 oass.IndexSchema.readSchema Reading Solr Schema from schema.xml
[junit4] 2> 494272 T1110 oass.IndexSchema.readSchema Reading Solr Schema from schema.xml
[junit4] 2> 494278 T1082 oass.IndexSchema.readSchema [nodes_used_collection_shard1_replica2] Schema name=test
[junit4] 2> 494280 T1066 oass.IndexSchema.readSchema [nodes_used_collection_shard2_replica1] Schema name=test
[junit4] 2> 494291 T1095 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml
[junit4] 2> 494295 T1110 oass.IndexSchema.readSchema [nodes_used_collection_shard1_replica1] Schema name=test
[junit4] 2> 494297 T1095 oass.IndexSchema.readSchema Reading Solr Schema from schema.xml
[junit4] 2> 494308 T1095 oass.IndexSchema.readSchema [nodes_used_collection_shard2_replica2] Schema name=test
[junit4] 2> 494990 T1066 oass.ByteField.init WARN ByteField is deprecated and will be removed in 5.0. You should use TrieIntField instead.
[junit4] 2> 494990 T1066 oass.ShortField.init WARN ShortField is deprecated and will be removed in 5.0. You should use TrieIntField instead.
[junit4] 2> 494991 T1066 oass.OpenExchangeRatesOrgProvider.init Initialized with rates=open-exchange-rates.json, refreshInterval=1440.
[junit4] 2> 494996 T1110 oass.ByteField.init WARN ByteField is deprecated and will be removed in 5.0. You should use TrieIntField instead.
[junit4] 2> 494997 T1110 oass.ShortField.init WARN ShortField is deprecated and will be removed in 5.0. You should use TrieIntField instead.
[junit4] 2> 494998 T1110 oass.OpenExchangeRatesOrgProvider.init Initialized with rates=open-exchange-rates.json, refreshInterval=1440.
[junit4] 2> 494999 T1066 oass.IndexSchema.readSchema default search field in schema is text
[junit4] 2> 495003 T1066 oass.IndexSchema.readSchema unique key field: id
[junit4] 2> 495013 T1110 oass.IndexSchema.readSchema default search field in schema is text
[junit4] 2> 495023 T1110 oass.IndexSchema.readSchema unique key field: id
[junit4] 2> 495032 T1082 oass.ByteField.init WARN ByteField is deprecated and will be removed in 5.0. You should use TrieIntField instead.
[junit4] 2> 495033 T1082 oass.ShortField.init WARN ShortField is deprecated and will be removed in 5.0. You should use TrieIntField instead.
[junit4] 2> 495034 T1082 oass.OpenExchangeRatesOrgProvider.init Initialized with rates=open-exchange-rates.json, refreshInterval=1440.
[junit4] 2> 495044 T1095 oass.ByteField.init WARN ByteField is deprecated and will be removed in 5.0. You should use TrieIntField instead.
[junit4] 2> 495044 T1095 oass.ShortField.init WARN ShortField is deprecated and will be removed in 5.0. You should use TrieIntField instead.
[junit4] 2> 495045 T1095 oass.OpenExchangeRatesOrgProvider.init Initialized with rates=open-exchange-rates.json, refreshInterval=1440.
[junit4] 2> 495046 T1082 oass.IndexSchema.readSchema default search field in schema is text
[junit4] 2> 495047 T1066 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4] 2> 495051 T1095 oass.IndexSchema.readSchema default search field in schema is text
[junit4] 2> 495052 T1082 oass.IndexSchema.readSchema unique key field: id
[junit4] 2> 495054 T1095 oass.IndexSchema.readSchema unique key field: id
[junit4] 2> 495055 T1066 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4] 2> 495061 T1066 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
[junit4] 2> 495064 T1066 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Unknown key IMPORTANT NOTE
[junit4] 2> 495065 T1066 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Expected key, got STRING
[junit4] 2> 495065 T1066 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
[junit4] 2> 495069 T1066 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Unknown key IMPORTANT NOTE
[junit4] 2> 495069 T1066 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Expected key, got STRING
[junit4] 2> 495070 T1066 oasc.SolrCore.initDirectoryFactory org.apache.solr.core.MockDirectoryFactory
[junit4] 2> 495071 T1066 oasc.SolrCore.<init> [nodes_used_collection_shard2_replica1] Opening new SolrCore at /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty1-1375379204530/nodes_used_collection_shard2_replica1/, dataDir=/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty1-1375379204530//nodes_used_collection_shard2_replica1/data/
[junit4] 2> 495071 T1066 oasc.JmxMonitoredMap.<init> JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@2242f64e
[junit4] 2> 495072 T1066 oasc.CachingDirectoryFactory.get return new directory for /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty1-1375379204530//nodes_used_collection_shard2_replica1/data
[junit4] 2> 495073 T1066 oasc.SolrCore.getNewIndexDir New index directory detected: old=null new=/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty1-1375379204530//nodes_used_collection_shard2_replica1/data/index/
[junit4] 2> 495073 T1066 oasc.SolrCore.initIndex WARN [nodes_used_collection_shard2_replica1] Solr index directory '/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty1-1375379204530/nodes_used_collection_shard2_replica1/data/index' doesn't exist. Creating new index...
[junit4] 2> 495073 T1110 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4] 2> 495073 T1066 oasc.CachingDirectoryFactory.get return new directory for /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty1-1375379204530//nodes_used_collection_shard2_replica1/data/index
[junit4] 2> 495080 T1110 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4] 2> 495080 T1066 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits: num=1
[junit4] 2> commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@103a084d lockFactory=org.apache.lucene.store.NativeFSLockFactory@1a129460),segFN=segments_1,generation=1}
[junit4] 2> 495081 T1066 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 1
[junit4] 2> 495087 T1066 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe"
[junit4] 2> 495087 T1066 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "stored_sig"
[junit4] 2> 495088 T1066 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "distrib-dup-test-chain-implicit"
[junit4] 2> 495089 T1066 oasc.RequestHandlers.initHandlersFromConfig created standard: solr.StandardRequestHandler
[junit4] 2> 495090 T1066 oasc.RequestHandlers.initHandlersFromConfig created /get: solr.RealTimeGetHandler
[junit4] 2> 495090 T1066 oasc.RequestHandlers.initHandlersFromConfig adding lazy requestHandler: solr.ReplicationHandler
[junit4] 2> 495090 T1066 oasc.RequestHandlers.initHandlersFromConfig created /replication: solr.ReplicationHandler
[junit4] 2> 495091 T1066 oasc.RequestHandlers.initHandlersFromConfig created /update: solr.UpdateRequestHandler
[junit4] 2> 495090 T1110 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
[junit4] 2> 495091 T1066 oasc.RequestHandlers.initHandlersFromConfig created /admin/: org.apache.solr.handler.admin.AdminHandlers
[junit4] 2> 495101 T1066 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
[junit4] 2> 495105 T1066 oass.SolrIndexSearcher.<init> Opening Searcher@63345875 main
[junit4] 2> 495106 T1066 oasu.CommitTracker.<init> Hard AutoCommit: disabled
[junit4] 2> 495106 T1066 oasu.CommitTracker.<init> Soft AutoCommit: disabled
[junit4] 2> 495108 T1110 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Unknown key IMPORTANT NOTE
[junit4] 2> 495109 T1110 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Expected key, got STRING
[junit4] 2> 495109 T1110 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
[junit4] 2> 495112 T1095 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4] 2> 495112 T1110 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Unknown key IMPORTANT NOTE
[junit4] 2> 495113 T1110 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Expected key, got STRING
[junit4] 2> 495112 T1066 oasc.CoreContainer.registerCore registering core: nodes_used_collection_shard2_replica1
[junit4] 2> 495114 T1110 oasc.SolrCore.initDirectoryFactory org.apache.solr.core.MockDirectoryFactory
[junit4] 2> 495113 T1121 oasc.SolrCore.registerSearcher [nodes_used_collection_shard2_replica1] Registered new searcher Searcher@63345875 main{StandardDirectoryReader(segments_1:1)}
[junit4] 2> 495114 T1110 oasc.SolrCore.<init> [nodes_used_collection_shard1_replica1] Opening new SolrCore at /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty4-1375379208300/nodes_used_collection_shard1_replica1/, dataDir=/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty4-1375379208300//nodes_used_collection_shard1_replica1/data/
[junit4] 2> 495114 T1066 oasc.ZkController.register Register replica - core:nodes_used_collection_shard2_replica1 address:http://127.0.0.1:55070/l_/g collection:nodes_used_collection shard:shard2
[junit4] 2> 495115 T1110 oasc.JmxMonitoredMap.<init> JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@2242f64e
[junit4] 2> 495116 T1066 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=10000&maxConnectionsPerHost=20&connTimeout=15000&socketTimeout=30000&retry=false
[junit4] 2> 495117 T1110 oasc.CachingDirectoryFactory.get return new directory for /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty4-1375379208300//nodes_used_collection_shard1_replica1/data
[junit4] 2> 495117 T1110 oasc.SolrCore.getNewIndexDir New index directory detected: old=null new=/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty4-1375379208300//nodes_used_collection_shard1_replica1/data/index/
[junit4] 2> 495117 T1110 oasc.SolrCore.initIndex WARN [nodes_used_collection_shard1_replica1] Solr index directory '/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty4-1375379208300/nodes_used_collection_shard1_replica1/data/index' doesn't exist. Creating new index...
[junit4] 2> 495118 T1110 oasc.CachingDirectoryFactory.get return new directory for /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty4-1375379208300//nodes_used_collection_shard1_replica1/data/index
[junit4] 2> 495118 T1095 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4] 2> 495119 T1082 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4] 2> 495120 T1066 oascc.SolrZkClient.makePath makePath: /collections/nodes_used_collection/leader_elect/shard2/election
[junit4] 2> 495121 T1110 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits: num=1
[junit4] 2> commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@4ac2fa3 lockFactory=org.apache.lucene.store.NativeFSLockFactory@5702bd60),segFN=segments_1,generation=1}
[junit4] 2> 495121 T1110 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 1
[junit4] 2> 495127 T1110 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe"
[junit4] 2> 495128 T1110 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "stored_sig"
[junit4] 2> 495129 T1110 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "distrib-dup-test-chain-implicit"
[junit4] 2> 495129 T1110 oasc.RequestHandlers.initHandlersFromConfig created standard: solr.StandardRequestHandler
[junit4] 2> 495130 T1110 oasc.RequestHandlers.initHandlersFromConfig created /get: solr.RealTimeGetHandler
[junit4] 2> 495130 T1095 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
[junit4] 2> 495130 T1082 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4] 2> 495131 T1110 oasc.RequestHandlers.initHandlersFromConfig adding lazy requestHandler: solr.ReplicationHandler
[junit4] 2> 495132 T1110 oasc.RequestHandlers.initHandlersFromConfig created /replication: solr.ReplicationHandler
[junit4] 2> 495133 T1110 oasc.RequestHandlers.initHandlersFromConfig created /update: solr.UpdateRequestHandler
[junit4] 2> 495134 T1095 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Unknown key IMPORTANT NOTE
[junit4] 2> 495134 T1095 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Expected key, got STRING
[junit4] 2> 495134 T1110 oasc.RequestHandlers.initHandlersFromConfig created /admin/: org.apache.solr.handler.admin.AdminHandlers
[junit4] 2> 495135 T1095 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
[junit4] 2> 495137 T1082 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
[junit4] 2> 495138 T1110 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
[junit4] 2> 495138 T1095 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Unknown key IMPORTANT NOTE
[junit4] 2> 495138 T1095 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Expected key, got STRING
[junit4] 2> 495139 T1066 oasc.ShardLeaderElectionContext.runLeaderProcess Running the leader process for shard shard2
[junit4] 2> 495139 T1095 oasc.SolrCore.initDirectoryFactory org.apache.solr.core.MockDirectoryFactory
[junit4] 2> 495140 T1095 oasc.SolrCore.<init> [nodes_used_collection_shard2_replica2] Opening new SolrCore at /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty3-1375379207034/nodes_used_collection_shard2_replica2/, dataDir=/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty3-1375379207034//nodes_used_collection_shard2_replica2/data/
[junit4] 2> 495140 T1095 oasc.JmxMonitoredMap.<init> JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@2242f64e
[junit4] 2> 495141 T1095 oasc.CachingDirectoryFactory.get return new directory for /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty3-1375379207034//nodes_used_collection_shard2_replica2/data
[junit4] 2> 495141 T1095 oasc.SolrCore.getNewIndexDir New index directory detected: old=null new=/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty3-1375379207034//nodes_used_collection_shard2_replica2/data/index/
[junit4] 2> 495141 T1095 oasc.SolrCore.initIndex WARN [nodes_used_collection_shard2_replica2] Solr index directory '/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty3-1375379207034/nodes_used_collection_shard2_replica2/data/index' doesn't exist. Creating new index...
[junit4] 2> 495141 T1082 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Unknown key IMPORTANT NOTE
[junit4] 2> 495142 T1095 oasc.CachingDirectoryFactory.get return new directory for /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty3-1375379207034//nodes_used_collection_shard2_replica2/data/index
[junit4] 2> 495142 T1110 oass.SolrIndexSearcher.<init> Opening Searcher@75d0d70a main
[junit4] 2> 495142 T1082 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Expected key, got STRING
[junit4] 2> 495143 T1082 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
[junit4] 2> 495143 T1110 oasu.CommitTracker.<init> Hard AutoCommit: disabled
[junit4] 2> 495144 T1110 oasu.CommitTracker.<init> Soft AutoCommit: disabled
[junit4] 2> 495144 T1095 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits: num=1
[junit4] 2> commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@65f76838 lockFactory=org.apache.lucene.store.NativeFSLockFactory@2c2dfeb3),segFN=segments_1,generation=1}
[junit4] 2> 495145 T1095 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 1
[junit4] 2> 495145 T1066 oasc.ShardLeaderElectionContext.waitForReplicasToComeUp Waiting until we see more replicas up for shard shard2: total=2 found=1 timeoutin=179998
[junit4] 2> 495147 T1082 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Unknown key IMPORTANT NOTE
[junit4] 2> 495147 T1082 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Expected key, got STRING
[junit4] 2> 495148 T1082 oasc.SolrCore.initDirectoryFactory org.apache.solr.core.MockDirectoryFactory
[junit4] 2> 495148 T1082 oasc.SolrCore.<init> [nodes_used_collection_shard1_replica2] Opening new SolrCore at /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty2-1375379205810/nodes_used_collection_shard1_replica2/, dataDir=/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty2-1375379205810//nodes_used_collection_shard1_replica2/data/
[junit4] 2> 495149 T1082 oasc.JmxMonitoredMap.<init> JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@2242f64e
[junit4] 2> 495150 T1110 oasc.CoreContainer.registerCore registering core: nodes_used_collection_shard1_replica1
[junit4] 2> 495150 T1110 oasc.ZkController.register Register replica - core:nodes_used_collection_shard1_replica1 address:http://127.0.0.1:33047/l_/g collection:nodes_used_collection shard:shard1
[junit4] 2> 495152 T1122 oasc.SolrCore.registerSearcher [nodes_used_collection_shard1_replica1] Registered new searcher Searcher@75d0d70a main{StandardDirectoryReader(segments_1:1)}
[junit4] 2> 495151 T1095 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe"
[junit4] 2> 495151 T1082 oasc.CachingDirectoryFactory.get return new directory for /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty2-1375379205810//nodes_used_collection_shard1_replica2/data
[junit4] 2> 495152 T1095 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "stored_sig"
[junit4] 2> 495152 T1110 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=10000&maxConnectionsPerHost=20&connTimeout=15000&socketTimeout=30000&retry=false
[junit4] 2> 495153 T1095 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "distrib-dup-test-chain-implicit"
[junit4] 2> 495152 T1082 oasc.SolrCore.getNewIndexDir New index directory detected: old=null new=/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty2-1375379205810//nodes_used_collection_shard1_replica2/data/index/
[junit4] 2> 495154 T1095 oasc.RequestHandlers.initHandlersFromConfig created standard: solr.StandardRequestHandler
[junit4] 2> 495154 T1082 oasc.SolrCore.initIndex WARN [nodes_used_collection_shard1_replica2] Solr index directory '/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty2-1375379205810/nodes_used_collection_shard1_replica2/data/index' doesn't exist. Creating new index...
[junit4] 2> 495155 T1095 oasc.RequestHandlers.initHandlersFromConfig created /get: solr.RealTimeGetHandler
[junit4] 2> 495155 T1082 oasc.CachingDirectoryFactory.get return new directory for /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty2-1375379205810//nodes_used_collection_shard1_replica2/data/index
[junit4] 2> 495155 T1095 oasc.RequestHandlers.initHandlersFromConfig adding lazy requestHandler: solr.ReplicationHandler
[junit4] 2> 495157 T1095 oasc.RequestHandlers.initHandlersFromConfig created /replication: solr.ReplicationHandler
[junit4] 2> 495157 T1110 oascc.SolrZkClient.makePath makePath: /collections/nodes_used_collection/leader_elect/shard1/election
[junit4] 2> 495158 T1095 oasc.RequestHandlers.initHandlersFromConfig created /update: solr.UpdateRequestHandler
[junit4] 2> 495158 T1082 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits: num=1
[junit4] 2> commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@7f8b011e lockFactory=org.apache.lucene.store.NativeFSLockFactory@6e65603b),segFN=segments_1,generation=1}
[junit4] 2> 495158 T1095 oasc.RequestHandlers.initHandlersFromConfig created /admin/: org.apache.solr.handler.admin.AdminHandlers
[junit4] 2> 495158 T1082 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 1
[junit4] 2> 495161 T1095 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
[junit4] 2> 495163 T1082 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe"
[junit4] 2> 495164 T1082 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "stored_sig"
[junit4] 2> 495165 T1082 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "distrib-dup-test-chain-implicit"
[junit4] 2> 495165 T1095 oass.SolrIndexSearcher.<init> Opening Searcher@3f5fff9c main
[junit4] 2> 495165 T1082 oasc.RequestHandlers.initHandlersFromConfig created standard: solr.StandardRequestHandler
[junit4] 2> 495166 T1095 oasu.CommitTracker.<init> Hard AutoCommit: disabled
[junit4] 2> 495166 T1082 oasc.RequestHandlers.initHandlersFromConfig created /get: solr.RealTimeGetHandler
[junit4] 2> 495167 T1082 oasc.RequestHandlers.initHandlersFromConfig adding lazy requestHandler: solr.ReplicationHandler
[junit4] 2> 495166 T1095 oasu.CommitTracker.<init> Soft AutoCommit: disabled
[junit4] 2> 495167 T1082 oasc.RequestHandlers.initHandlersFromConfig created /replication: solr.ReplicationHandler
[junit4] 2> 495168 T1082 oasc.RequestHandlers.initHandlersFromConfig created /update: solr.UpdateRequestHandler
[junit4] 2> 495168 T1082 oasc.RequestHandlers.initHandlersFromConfig created /admin/: org.apache.solr.handler.admin.AdminHandlers
[junit4] 2> 495169 T1082 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
[junit4] 2> 495170 T1110 oasc.ShardLeaderElectionContext.runLeaderProcess Running the leader process for shard shard1
[junit4] 2> 495171 T1123 oasc.SolrCore.registerSearcher [nodes_used_collection_shard2_replica2] Registered new searcher Searcher@3f5fff9c main{StandardDirectoryReader(segments_1:1)}
[junit4] 2> 495172 T1095 oasc.CoreContainer.registerCore registering core: nodes_used_collection_shard2_replica2
[junit4] 2> 495172 T1095 oasc.ZkController.register Register replica - core:nodes_used_collection_shard2_replica2 address:http://127.0.0.1:53167/l_/g collection:nodes_used_collection shard:shard2
[junit4] 2> 495172 T1082 oass.SolrIndexSearcher.<init> Opening Searcher@2d942191 main
[junit4] 2> 495173 T1095 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=10000&maxConnectionsPerHost=20&connTimeout=15000&socketTimeout=30000&retry=false
[junit4] 2> 495174 T1082 oasu.CommitTracker.<init> Hard AutoCommit: disabled
[junit4] 2> 495174 T1082 oasu.CommitTracker.<init> Soft AutoCommit: disabled
[junit4] 2> 495178 T1110 oasc.ShardLeaderElectionContext.waitForReplicasToComeUp Waiting until we see more replicas up for shard shard1: total=2 found=1 timeoutin=179999
[junit4] 2> 495179 T1124 oasc.SolrCore.registerSearcher [nodes_used_collection_shard1_replica2] Registered new searcher Searcher@2d942191 main{StandardDirectoryReader(segments_1:1)}
[junit4] 2> 495180 T1082 oasc.CoreContainer.registerCore registering core: nodes_used_collection_shard1_replica2
[junit4] 2> 495180 T1082 oasc.ZkController.register Register replica - core:nodes_used_collection_shard1_replica2 address:http://127.0.0.1:46960/l_/g collection:nodes_used_collection shard:shard1
[junit4] 2> 495181 T1082 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=10000&maxConnectionsPerHost=20&connTimeout=15000&socketTimeout=30000&retry=false
[junit4] 2> 495646 T1066 oasc.ShardLeaderElectionContext.waitForReplicasToComeUp Enough replicas found to continue.
[junit4] 2> 495647 T1066 oasc.ShardLeaderElectionContext.runLeaderProcess I may be the new leader - try and sync
[junit4] 2> 495647 T1066 oasc.SyncStrategy.sync Sync replicas to http://127.0.0.1:55070/l_/g/nodes_used_collection_shard2_replica1/
[junit4] 2> 495648 T1066 oasu.PeerSync.sync PeerSync: core=nodes_used_collection_shard2_replica1 url=http://127.0.0.1:55070/l_/g START replicas=[http://127.0.0.1:53167/l_/g/nodes_used_collection_shard2_replica2/] nUpdates=100
[junit4] 2> 495648 T1066 oasu.PeerSync.sync PeerSync: core=nodes_used_collection_shard2_replica1 url=http://127.0.0.1:55070/l_/g DONE. We have no versions. sync failed.
[junit4] 2> 495649 T1066 oasc.SyncStrategy.syncReplicas Leader's attempt to sync with shard failed, moving to the next candidate
[junit4] 2> 495649 T1066 oasc.ShardLeaderElectionContext.runLeaderProcess We failed sync, but we have no versions - we can't sync in that case - we were active before, so become leader anyway
[junit4] 2> 495650 T1066 oasc.ShardLeaderElectionContext.runLeaderProcess I am the new leader: http://127.0.0.1:55070/l_/g/nodes_used_collection_shard2_replica1/ shard2
[junit4] 2> 495650 T1066 oascc.SolrZkClient.makePath makePath: /collections/nodes_used_collection/leaders/shard2
[junit4] 2> ASYNC NEW_CORE C612 name=nodes_used_collection_shard2_replica2 org.apache.solr.core.SolrCore@799c805e url=http://127.0.0.1:53167/l_/g/nodes_used_collection_shard2_replica2 node=127.0.0.1:53167_l_%2Fg C612_STATE=coll:nodes_used_collection core:nodes_used_collection_shard2_replica2 props:{state=down, core=nodes_used_collection_shard2_replica2, node_name=127.0.0.1:53167_l_%2Fg, base_url=http://127.0.0.1:53167/l_/g}
[junit4] 2> 495654 T1096 C612 P53167 oasc.SolrCore.execute [nodes_used_collection_shard2_replica2] webapp=/l_/g path=/get params={getVersions=100&distrib=false&wt=javabin&qt=/get&version=2} status=0 QTime=0
[junit4] 2> 495680 T1110 oasc.ShardLeaderElectionContext.waitForReplicasToComeUp Enough replicas found to continue.
[junit4] 2> 495680 T1110 oasc.ShardLeaderElectionContext.runLeaderProcess I may be the new leader - try and sync
[junit4] 2> 495680 T1110 oasc.SyncStrategy.sync Sync replicas to http://127.0.0.1:33047/l_/g/nodes_used_collection_shard1_replica1/
[junit4] 2> 495681 T1110 oasu.PeerSync.sync PeerSync: core=node
[...truncated too long message...]
/b/election
[junit4] 2> at org.apache.zookeeper.KeeperException.create(KeeperException.java:127)
[junit4] 2> at org.apache.zookeeper.KeeperException.create(KeeperException.java:51)
[junit4] 2> at org.apache.zookeeper.ZooKeeper.getChildren(ZooKeeper.java:1468)
[junit4] 2> at org.apache.solr.common.cloud.SolrZkClient$6.execute(SolrZkClient.java:235)
[junit4] 2> at org.apache.solr.common.cloud.SolrZkClient$6.execute(SolrZkClient.java:232)
[junit4] 2> at org.apache.solr.common.cloud.ZkCmdExecutor.retryOperation(ZkCmdExecutor.java:65)
[junit4] 2> at org.apache.solr.common.cloud.SolrZkClient.getChildren(SolrZkClient.java:232)
[junit4] 2> at org.apache.solr.cloud.LeaderElector.checkIfIamLeader(LeaderElector.java:84)
[junit4] 2> at org.apache.solr.cloud.LeaderElector.access$000(LeaderElector.java:55)
[junit4] 2> at org.apache.solr.cloud.LeaderElector$1.process(LeaderElector.java:129)
[junit4] 2> at org.apache.zookeeper.ClientCnxn$EventThread.processEvent(ClientCnxn.java:519)
[junit4] 2> at org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:495)
[junit4] 2>
[junit4] 2> 636550 T1115 oasc.LeaderElector$1.process WARN org.apache.zookeeper.KeeperException$SessionExpiredException: KeeperErrorCode = Session expired for /collections/new_implicit_coll_1/leader_elect/c/election
[junit4] 2> at org.apache.zookeeper.KeeperException.create(KeeperException.java:127)
[junit4] 2> at org.apache.zookeeper.KeeperException.create(KeeperException.java:51)
[junit4] 2> at org.apache.zookeeper.ZooKeeper.getChildren(ZooKeeper.java:1468)
[junit4] 2> at org.apache.solr.common.cloud.SolrZkClient$6.execute(SolrZkClient.java:235)
[junit4] 2> at org.apache.solr.common.cloud.SolrZkClient$6.execute(SolrZkClient.java:232)
[junit4] 2> at org.apache.solr.common.cloud.ZkCmdExecutor.retryOperation(ZkCmdExecutor.java:65)
[junit4] 2> at org.apache.solr.common.cloud.SolrZkClient.getChildren(SolrZkClient.java:232)
[junit4] 2> at org.apache.solr.cloud.LeaderElector.checkIfIamLeader(LeaderElector.java:84)
[junit4] 2> at org.apache.solr.cloud.LeaderElector.access$000(LeaderElector.java:55)
[junit4] 2> at org.apache.solr.cloud.LeaderElector$1.process(LeaderElector.java:129)
[junit4] 2> at org.apache.zookeeper.ClientCnxn$EventThread.processEvent(ClientCnxn.java:519)
[junit4] 2> at org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:495)
[junit4] 2>
[junit4] 2> 636550 T1115 oasc.LeaderElector$1.process WARN org.apache.zookeeper.KeeperException$SessionExpiredException: KeeperErrorCode = Session expired for /collections/new_implicit_coll_0/leader_elect/a/election
[junit4] 2> at org.apache.zookeeper.KeeperException.create(KeeperException.java:127)
[junit4] 2> at org.apache.zookeeper.KeeperException.create(KeeperException.java:51)
[junit4] 2> at org.apache.zookeeper.ZooKeeper.getChildren(ZooKeeper.java:1468)
[junit4] 2> at org.apache.solr.common.cloud.SolrZkClient$6.execute(SolrZkClient.java:235)
[junit4] 2> at org.apache.solr.common.cloud.SolrZkClient$6.execute(SolrZkClient.java:232)
[junit4] 2> at org.apache.solr.common.cloud.ZkCmdExecutor.retryOperation(ZkCmdExecutor.java:65)
[junit4] 2> at org.apache.solr.common.cloud.SolrZkClient.getChildren(SolrZkClient.java:232)
[junit4] 2> at org.apache.solr.cloud.LeaderElector.checkIfIamLeader(LeaderElector.java:84)
[junit4] 2> at org.apache.solr.cloud.LeaderElector.access$000(LeaderElector.java:55)
[junit4] 2> at org.apache.solr.cloud.LeaderElector$1.process(LeaderElector.java:129)
[junit4] 2> at org.apache.zookeeper.ClientCnxn$EventThread.processEvent(ClientCnxn.java:519)
[junit4] 2> at org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:495)
[junit4] 2>
[junit4] 2> 636551 T1115 oasc.LeaderElector$1.process WARN org.apache.zookeeper.KeeperException$SessionExpiredException: KeeperErrorCode = Session expired for /collections/new_implicit_coll_1/leader_elect/b/election
[junit4] 2> at org.apache.zookeeper.KeeperException.create(KeeperException.java:127)
[junit4] 2> at org.apache.zookeeper.KeeperException.create(KeeperException.java:51)
[junit4] 2> at org.apache.zookeeper.ZooKeeper.getChildren(ZooKeeper.java:1468)
[junit4] 2> at org.apache.solr.common.cloud.SolrZkClient$6.execute(SolrZkClient.java:235)
[junit4] 2> at org.apache.solr.common.cloud.SolrZkClient$6.execute(SolrZkClient.java:232)
[junit4] 2> at org.apache.solr.common.cloud.ZkCmdExecutor.retryOperation(ZkCmdExecutor.java:65)
[junit4] 2> at org.apache.solr.common.cloud.SolrZkClient.getChildren(SolrZkClient.java:232)
[junit4] 2> at org.apache.solr.cloud.LeaderElector.checkIfIamLeader(LeaderElector.java:84)
[junit4] 2> at org.apache.solr.cloud.LeaderElector.access$000(LeaderElector.java:55)
[junit4] 2> at org.apache.solr.cloud.LeaderElector$1.process(LeaderElector.java:129)
[junit4] 2> at org.apache.zookeeper.ClientCnxn$EventThread.processEvent(ClientCnxn.java:519)
[junit4] 2> at org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:495)
[junit4] 2>
[junit4] 2> 636551 T1115 oascc.ZkStateReader$3.process WARN ZooKeeper watch triggered, but Solr cannot talk to ZK
[junit4] 2> 636551 T1115 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 1)
[junit4] 2> 636551 T1115 oascc.ZkStateReader$2.process WARN ZooKeeper watch triggered, but Solr cannot talk to ZK
[junit4] 2> 636551 T1115 oasc.LeaderElector$1.process WARN org.apache.zookeeper.KeeperException$SessionExpiredException: KeeperErrorCode = Session expired for /collections/new_implicit_coll_0/leader_elect/d/election
[junit4] 2> at org.apache.zookeeper.KeeperException.create(KeeperException.java:127)
[junit4] 2> at org.apache.zookeeper.KeeperException.create(KeeperException.java:51)
[junit4] 2> at org.apache.zookeeper.ZooKeeper.getChildren(ZooKeeper.java:1468)
[junit4] 2> at org.apache.solr.common.cloud.SolrZkClient$6.execute(SolrZkClient.java:235)
[junit4] 2> at org.apache.solr.common.cloud.SolrZkClient$6.execute(SolrZkClient.java:232)
[junit4] 2> at org.apache.solr.common.cloud.ZkCmdExecutor.retryOperation(ZkCmdExecutor.java:65)
[junit4] 2> at org.apache.solr.common.cloud.SolrZkClient.getChildren(SolrZkClient.java:232)
[junit4] 2> at org.apache.solr.cloud.LeaderElector.checkIfIamLeader(LeaderElector.java:84)
[junit4] 2> at org.apache.solr.cloud.LeaderElector.access$000(LeaderElector.java:55)
[junit4] 2> at org.apache.solr.cloud.LeaderElector$1.process(LeaderElector.java:129)
[junit4] 2> at org.apache.zookeeper.ClientCnxn$EventThread.processEvent(ClientCnxn.java:519)
[junit4] 2> at org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:495)
[junit4] 2>
[junit4] 2> NOTE: test params are: codec=Lucene40, sim=DefaultSimilarity, locale=fr, timezone=Africa/Maputo
[junit4] 2> NOTE: Linux 3.2.0-51-generic amd64/Sun Microsystems Inc. 1.6.0_45 (64-bit)/cpus=8,threads=10,free=115786840,total=373325824
[junit4] 2> NOTE: All tests run in this JVM: [TestElisionMultitermQuery, TestHashPartitioner, TestRTGBase, SuggesterWFSTTest, DistanceFunctionTest, NoCacheHeaderTest, FieldAnalysisRequestHandlerTest, UniqFieldsUpdateProcessorFactoryTest, TestOmitPositions, TestReload, MultiTermTest, HighlighterConfigTest, TestSolr4Spatial, HdfsLockFactoryTest, EchoParamsTest, DocValuesMultiTest, NumericFieldsTest, TestCloudManagedSchema, TestSchemaSimilarityResource, TestSystemIdResolver, TestClassNameShortening, DirectUpdateHandlerTest, CurrencyFieldOpenExchangeTest, TestFastOutputStream, ZkNodePropsTest, UpdateParamsTest, URLClassifyProcessorTest, ShardRoutingCustomTest, TestSuggestSpellingConverter, DocumentAnalysisRequestHandlerTest, TestFoldingMultitermQuery, TestMultiCoreConfBootstrap, TestRangeQuery, StandardRequestHandlerTest, TestSolrXMLSerializer, DirectSolrSpellCheckerTest, TestLazyCores, TestIndexSearcher, AssignTest, FileUtilsTest, TimeZoneUtilsTest, SuggesterTSTTest, TestSerializedLuceneMatchVersion, PingRequestHandlerTest, SortByFunctionTest, ShardSplitTest, BadIndexSchemaTest, SampleTest, DeleteShardTest, TestNumberUtils, TestBinaryField, HdfsSyncSliceTest, TestDistributedGrouping, TestSchemaVersionResource, TestDynamicFieldResource, HdfsRecoveryZkTest, ConvertedLegacyTest, BasicZkTest, DateMathParserTest, TestUpdate, CollectionsAPIDistributedZkTest]
[junit4] Completed on J1 in 151.38s, 1 test, 1 error <<< FAILURES!
[...truncated 577 lines...]
BUILD FAILED
/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/build.xml:395: The following error occurred while executing this line:
/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/build.xml:375: The following error occurred while executing this line:
/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/build.xml:39: The following error occurred while executing this line:
/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build.xml:181: The following error occurred while executing this line:
/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/common-build.xml:449: The following error occurred while executing this line:
/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/lucene/common-build.xml:1233: The following error occurred while executing this line:
/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/lucene/common-build.xml:876: There were test failures: 321 suites, 1350 tests, 1 error, 34 ignored (6 assumptions)
Total time: 41 minutes 52 seconds
Build step 'Invoke Ant' marked build as failure
Description set: Java: 64bit/jdk1.6.0_45 -XX:-UseCompressedOops -XX:+UseSerialGC
Archiving artifacts
Recording test results
Email was triggered for: Failure
Sending email for trigger: Failure
[JENKINS] Lucene-Solr-4.x-Linux (64bit/jdk1.6.0_45) - Build # 6752
- Still Failing!
Posted by Policeman Jenkins Server <je...@thetaphi.de>.
Build: http://jenkins.thetaphi.de/job/Lucene-Solr-4.x-Linux/6752/
Java: 64bit/jdk1.6.0_45 -XX:-UseCompressedOops -XX:+UseSerialGC
1 tests failed.
FAILED: org.apache.solr.cloud.CollectionsAPIDistributedZkTest.testDistribSearch
Error Message:
Server refused connection at: http://127.0.0.1:50024/wnpb/k
Stack Trace:
org.apache.solr.client.solrj.SolrServerException: Server refused connection at: http://127.0.0.1:50024/wnpb/k
at __randomizedtesting.SeedInfo.seed([E089ED5C5D8E6763:616F63442AD1075F]:0)
at org.apache.solr.client.solrj.impl.HttpSolrServer.request(HttpSolrServer.java:428)
at org.apache.solr.client.solrj.impl.HttpSolrServer.request(HttpSolrServer.java:180)
at org.apache.solr.cloud.AbstractFullDistribZkTestBase.createCollection(AbstractFullDistribZkTestBase.java:1535)
at org.apache.solr.cloud.CollectionsAPIDistributedZkTest.testCustomCollectionsAPI(CollectionsAPIDistributedZkTest.java:677)
at org.apache.solr.cloud.CollectionsAPIDistributedZkTest.doTest(CollectionsAPIDistributedZkTest.java:159)
at org.apache.solr.BaseDistributedSearchTestCase.testDistribSearch(BaseDistributedSearchTestCase.java:835)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:39)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:25)
at java.lang.reflect.Method.invoke(Method.java:597)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1559)
at com.carrotsearch.randomizedtesting.RandomizedRunner.access$600(RandomizedRunner.java:79)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:737)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:773)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:787)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:53)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:50)
at org.apache.lucene.util.TestRuleFieldCacheSanity$1.evaluate(TestRuleFieldCacheSanity.java:51)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:46)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesInvariantRule$1.evaluate(SystemPropertiesInvariantRule.java:55)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:49)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:70)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:358)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:782)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:442)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:746)
at com.carrotsearch.randomizedtesting.RandomizedRunner$3.evaluate(RandomizedRunner.java:648)
at com.carrotsearch.randomizedtesting.RandomizedRunner$4.evaluate(RandomizedRunner.java:682)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:693)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:53)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:46)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:42)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesInvariantRule$1.evaluate(SystemPropertiesInvariantRule.java:55)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:39)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:39)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:43)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:70)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:55)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:358)
at java.lang.Thread.run(Thread.java:662)
Caused by: org.apache.http.conn.HttpHostConnectException: Connection to http://127.0.0.1:50024 refused
at org.apache.http.impl.conn.DefaultClientConnectionOperator.openConnection(DefaultClientConnectionOperator.java:190)
at org.apache.http.impl.conn.ManagedClientConnectionImpl.open(ManagedClientConnectionImpl.java:294)
at org.apache.http.impl.client.DefaultRequestDirector.tryConnect(DefaultRequestDirector.java:645)
at org.apache.http.impl.client.DefaultRequestDirector.execute(DefaultRequestDirector.java:480)
at org.apache.http.impl.client.AbstractHttpClient.execute(AbstractHttpClient.java:906)
at org.apache.http.impl.client.AbstractHttpClient.execute(AbstractHttpClient.java:805)
at org.apache.http.impl.client.AbstractHttpClient.execute(AbstractHttpClient.java:784)
at org.apache.solr.client.solrj.impl.HttpSolrServer.request(HttpSolrServer.java:365)
... 45 more
Caused by: java.net.ConnectException: Connection refused
at java.net.PlainSocketImpl.socketConnect(Native Method)
at java.net.PlainSocketImpl.doConnect(PlainSocketImpl.java:351)
at java.net.PlainSocketImpl.connectToAddress(PlainSocketImpl.java:213)
at java.net.PlainSocketImpl.connect(PlainSocketImpl.java:200)
at java.net.SocksSocketImpl.connect(SocksSocketImpl.java:366)
at java.net.Socket.connect(Socket.java:529)
at org.apache.http.conn.scheme.PlainSocketFactory.connectSocket(PlainSocketFactory.java:127)
at org.apache.http.impl.conn.DefaultClientConnectionOperator.openConnection(DefaultClientConnectionOperator.java:180)
... 52 more
Build Log:
[...truncated 9263 lines...]
[junit4] Suite: org.apache.solr.cloud.CollectionsAPIDistributedZkTest
[junit4] 2> 610577 T2013 oas.BaseDistributedSearchTestCase.initHostContext Setting hostContext system property: /wnpb/k
[junit4] 2> 610581 T2013 oas.SolrTestCaseJ4.setUp ###Starting testDistribSearch
[junit4] 2> Creating dataDir: /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1/./solrtest-CollectionsAPIDistributedZkTest-1375373897246
[junit4] 2> 610582 T2013 oasc.ZkTestServer.run STARTING ZK TEST SERVER
[junit4] 2> 610582 T2014 oasc.ZkTestServer$ZKServerMain.runFromConfig Starting server
[junit4] 2> 610682 T2013 oasc.ZkTestServer.run start zk server on port:53772
[junit4] 2> 610683 T2013 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4] 2> 610690 T2020 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@5fafd15a name:ZooKeeperConnection Watcher:127.0.0.1:53772 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4] 2> 610691 T2013 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4] 2> 610691 T2013 oascc.SolrZkClient.makePath makePath: /solr
[junit4] 2> 610698 T2013 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4] 2> 610700 T2022 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@357ed673 name:ZooKeeperConnection Watcher:127.0.0.1:53772/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4] 2> 610700 T2013 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4] 2> 610701 T2013 oascc.SolrZkClient.makePath makePath: /collections/collection1
[junit4] 2> 610706 T2013 oascc.SolrZkClient.makePath makePath: /collections/collection1/shards
[junit4] 2> 610711 T2013 oascc.SolrZkClient.makePath makePath: /collections/control_collection
[junit4] 2> 610715 T2013 oascc.SolrZkClient.makePath makePath: /collections/control_collection/shards
[junit4] 2> 610720 T2013 oasc.AbstractZkTestCase.putConfig put /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test-files/solr/collection1/conf/solrconfig-tlog.xml to /configs/conf1/solrconfig.xml
[junit4] 2> 610721 T2013 oascc.SolrZkClient.makePath makePath: /configs/conf1/solrconfig.xml
[junit4] 2> 610728 T2013 oasc.AbstractZkTestCase.putConfig put /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test-files/solr/collection1/conf/schema.xml to /configs/conf1/schema.xml
[junit4] 2> 610728 T2013 oascc.SolrZkClient.makePath makePath: /configs/conf1/schema.xml
[junit4] 2> 610733 T2013 oasc.AbstractZkTestCase.putConfig put /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test-files/solr/collection1/conf/stopwords.txt to /configs/conf1/stopwords.txt
[junit4] 2> 610733 T2013 oascc.SolrZkClient.makePath makePath: /configs/conf1/stopwords.txt
[junit4] 2> 610737 T2013 oasc.AbstractZkTestCase.putConfig put /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test-files/solr/collection1/conf/protwords.txt to /configs/conf1/protwords.txt
[junit4] 2> 610737 T2013 oascc.SolrZkClient.makePath makePath: /configs/conf1/protwords.txt
[junit4] 2> 610741 T2013 oasc.AbstractZkTestCase.putConfig put /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test-files/solr/collection1/conf/currency.xml to /configs/conf1/currency.xml
[junit4] 2> 610742 T2013 oascc.SolrZkClient.makePath makePath: /configs/conf1/currency.xml
[junit4] 2> 610747 T2013 oasc.AbstractZkTestCase.putConfig put /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test-files/solr/collection1/conf/open-exchange-rates.json to /configs/conf1/open-exchange-rates.json
[junit4] 2> 610747 T2013 oascc.SolrZkClient.makePath makePath: /configs/conf1/open-exchange-rates.json
[junit4] 2> 610751 T2013 oasc.AbstractZkTestCase.putConfig put /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test-files/solr/collection1/conf/mapping-ISOLatin1Accent.txt to /configs/conf1/mapping-ISOLatin1Accent.txt
[junit4] 2> 610752 T2013 oascc.SolrZkClient.makePath makePath: /configs/conf1/mapping-ISOLatin1Accent.txt
[junit4] 2> 610756 T2013 oasc.AbstractZkTestCase.putConfig put /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test-files/solr/collection1/conf/old_synonyms.txt to /configs/conf1/old_synonyms.txt
[junit4] 2> 610756 T2013 oascc.SolrZkClient.makePath makePath: /configs/conf1/old_synonyms.txt
[junit4] 2> 610761 T2013 oasc.AbstractZkTestCase.putConfig put /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test-files/solr/collection1/conf/synonyms.txt to /configs/conf1/synonyms.txt
[junit4] 2> 610761 T2013 oascc.SolrZkClient.makePath makePath: /configs/conf1/synonyms.txt
[junit4] 2> 610855 T2013 oejs.Server.doStart jetty-8.1.10.v20130312
[junit4] 2> 610858 T2013 oejs.AbstractConnector.doStart Started SelectChannelConnector@127.0.0.1:43193
[junit4] 2> 610859 T2013 oass.SolrDispatchFilter.init SolrDispatchFilter.init()
[junit4] 2> 610859 T2013 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
[junit4] 2> 610860 T2013 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-controljetty-1375373897431
[junit4] 2> 610860 T2013 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-controljetty-1375373897431/'
[junit4] 2> 610871 T2013 oasc.ConfigSolr.fromFile Loading container configuration from /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-controljetty-1375373897431/solr.xml
[junit4] 2> 610913 T2013 oasc.ConfigSolrXml.<init> Config-defined core root directory:
[junit4] 2> 610913 T2013 oasc.CoreContainer.<init> New CoreContainer 1764892857
[junit4] 2> 610914 T2013 oasc.CoreContainer.load Loading cores into CoreContainer [instanceDir=/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-controljetty-1375373897431/]
[junit4] 2> 610915 T2013 oashc.HttpShardHandlerFactory.getParameter Setting socketTimeout to: 120000
[junit4] 2> 610915 T2013 oashc.HttpShardHandlerFactory.getParameter Setting urlScheme to: http://
[junit4] 2> 610916 T2013 oashc.HttpShardHandlerFactory.getParameter Setting connTimeout to: 15000
[junit4] 2> 610916 T2013 oashc.HttpShardHandlerFactory.getParameter Setting maxConnectionsPerHost to: 20
[junit4] 2> 610916 T2013 oashc.HttpShardHandlerFactory.getParameter Setting corePoolSize to: 0
[junit4] 2> 610917 T2013 oashc.HttpShardHandlerFactory.getParameter Setting maximumPoolSize to: 2147483647
[junit4] 2> 610917 T2013 oashc.HttpShardHandlerFactory.getParameter Setting maxThreadIdleTime to: 5
[junit4] 2> 610917 T2013 oashc.HttpShardHandlerFactory.getParameter Setting sizeOfQueue to: -1
[junit4] 2> 610918 T2013 oashc.HttpShardHandlerFactory.getParameter Setting fairnessPolicy to: false
[junit4] 2> 610918 T2013 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnectionsPerHost=20&maxConnections=10000&socketTimeout=120000&connTimeout=15000&retry=false
[junit4] 2> 610921 T2013 oasc.ZkContainer.initZooKeeper Zookeeper client=127.0.0.1:53772/solr
[junit4] 2> 610921 T2013 oasc.ZkController.checkChrootPath zkHost includes chroot
[junit4] 2> 610922 T2013 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4] 2> 610924 T2033 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@5a0287a3 name:ZooKeeperConnection Watcher:127.0.0.1:53772 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4] 2> 610925 T2013 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4] 2> 610927 T2013 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=500&maxConnectionsPerHost=16&socketTimeout=120000&connTimeout=15000
[junit4] 2> 610930 T2013 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4] 2> 610931 T2035 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@6f902c71 name:ZooKeeperConnection Watcher:127.0.0.1:53772/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4] 2> 610931 T2013 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4] 2> 610953 T2013 oascc.SolrZkClient.makePath makePath: /overseer/queue
[junit4] 2> 610958 T2013 oascc.SolrZkClient.makePath makePath: /overseer/collection-queue-work
[junit4] 2> 610963 T2013 oascc.SolrZkClient.makePath makePath: /live_nodes
[junit4] 2> 610966 T2013 oasc.ZkController.createEphemeralLiveNode Register node as live in ZooKeeper:/live_nodes/127.0.0.1:43193_wnpb%2Fk
[junit4] 2> 610967 T2013 oascc.SolrZkClient.makePath makePath: /live_nodes/127.0.0.1:43193_wnpb%2Fk
[junit4] 2> 610972 T2013 oascc.SolrZkClient.makePath makePath: /overseer_elect/election
[junit4] 2> 610979 T2013 oascc.SolrZkClient.makePath makePath: /overseer_elect/leader
[junit4] 2> 610983 T2013 oasc.Overseer.start Overseer (id=90136503730044931-127.0.0.1:43193_wnpb%2Fk-n_0000000000) starting
[junit4] 2> 610987 T2013 oascc.SolrZkClient.makePath makePath: /overseer/queue-work
[junit4] 2> 610992 T2037 oasc.OverseerCollectionProcessor.run Process current queue of collection creations
[junit4] 2> 610993 T2013 oascc.SolrZkClient.makePath makePath: /clusterstate.json
[junit4] 2> 610997 T2013 oascc.SolrZkClient.makePath makePath: /aliases.json
[junit4] 2> 610999 T2013 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper...
[junit4] 2> 611004 T2036 oasc.Overseer$ClusterStateUpdater.run Starting to work on the main queue
[junit4] 2> 611007 T2013 oasc.CorePropertiesLocator.discover Looking for core definitions underneath /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-controljetty-1375373897431
[junit4] 2> 611042 T2013 oasc.CorePropertiesLocator.discoverUnder Found core conf in /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-controljetty-1375373897431/conf/
[junit4] 2> 611043 T2013 oasc.CorePropertiesLocator.discover Found 1 core definitions
[junit4] 2> 611043 T2013 oass.SolrDispatchFilter.init user.dir=/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1
[junit4] 2> 611043 T2013 oass.SolrDispatchFilter.init SolrDispatchFilter.init() done
[junit4] 2> 611044 T2013 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4] 2> 611046 T2013 oascsi.HttpClientUtil.createClient Creating new http client, config:
[junit4] 2> 611047 T2013 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4] 2> 611048 T2040 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@279de0fc name:ZooKeeperConnection Watcher:127.0.0.1:53772/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4] 2> 611049 T2013 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4] 2> 611051 T2013 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper...
[junit4] 2> 611054 T2013 oasc.ChaosMonkey.monkeyLog monkey: init - expire sessions:true cause connection loss:true
[junit4] 2> 611119 T2013 oejs.Server.doStart jetty-8.1.10.v20130312
[junit4] 2> 611121 T2013 oejs.AbstractConnector.doStart Started SelectChannelConnector@127.0.0.1:57387
[junit4] 2> 611122 T2013 oass.SolrDispatchFilter.init SolrDispatchFilter.init()
[junit4] 2> 611123 T2013 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
[junit4] 2> 611123 T2013 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty1-1375373897719
[junit4] 2> 611123 T2013 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty1-1375373897719/'
[junit4] 2> 611140 T2013 oasc.ConfigSolr.fromFile Loading container configuration from /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty1-1375373897719/solr.xml
[junit4] 2> 611174 T2013 oasc.ConfigSolrXml.<init> Config-defined core root directory:
[junit4] 2> 611175 T2013 oasc.CoreContainer.<init> New CoreContainer 166964668
[junit4] 2> 611175 T2013 oasc.CoreContainer.load Loading cores into CoreContainer [instanceDir=/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty1-1375373897719/]
[junit4] 2> 611176 T2013 oashc.HttpShardHandlerFactory.getParameter Setting socketTimeout to: 120000
[junit4] 2> 611177 T2013 oashc.HttpShardHandlerFactory.getParameter Setting urlScheme to: http://
[junit4] 2> 611177 T2013 oashc.HttpShardHandlerFactory.getParameter Setting connTimeout to: 15000
[junit4] 2> 611177 T2013 oashc.HttpShardHandlerFactory.getParameter Setting maxConnectionsPerHost to: 20
[junit4] 2> 611178 T2013 oashc.HttpShardHandlerFactory.getParameter Setting corePoolSize to: 0
[junit4] 2> 611178 T2013 oashc.HttpShardHandlerFactory.getParameter Setting maximumPoolSize to: 2147483647
[junit4] 2> 611178 T2013 oashc.HttpShardHandlerFactory.getParameter Setting maxThreadIdleTime to: 5
[junit4] 2> 611179 T2013 oashc.HttpShardHandlerFactory.getParameter Setting sizeOfQueue to: -1
[junit4] 2> 611179 T2013 oashc.HttpShardHandlerFactory.getParameter Setting fairnessPolicy to: false
[junit4] 2> 611179 T2013 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnectionsPerHost=20&maxConnections=10000&socketTimeout=120000&connTimeout=15000&retry=false
[junit4] 2> 611182 T2013 oasc.ZkContainer.initZooKeeper Zookeeper client=127.0.0.1:53772/solr
[junit4] 2> 611182 T2013 oasc.ZkController.checkChrootPath zkHost includes chroot
[junit4] 2> 611183 T2013 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4] 2> 611185 T2051 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@5d1316be name:ZooKeeperConnection Watcher:127.0.0.1:53772 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4] 2> 611185 T2013 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4] 2> 611188 T2013 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=500&maxConnectionsPerHost=16&socketTimeout=120000&connTimeout=15000
[junit4] 2> 611191 T2013 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4] 2> 611193 T2053 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@edc0dc2 name:ZooKeeperConnection Watcher:127.0.0.1:53772/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4] 2> 611193 T2013 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4] 2> 611200 T2013 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper...
[junit4] 2> 612205 T2013 oasc.ZkController.createEphemeralLiveNode Register node as live in ZooKeeper:/live_nodes/127.0.0.1:57387_wnpb%2Fk
[junit4] 2> 612206 T2013 oascc.SolrZkClient.makePath makePath: /live_nodes/127.0.0.1:57387_wnpb%2Fk
[junit4] 2> 612211 T2040 oascc.ZkStateReader$3.process Updating live nodes... (2)
[junit4] 2> 612212 T2053 oascc.ZkStateReader$3.process Updating live nodes... (2)
[junit4] 2> 612212 T2035 oascc.ZkStateReader$3.process Updating live nodes... (2)
[junit4] 2> 612219 T2013 oasc.CorePropertiesLocator.discover Looking for core definitions underneath /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty1-1375373897719
[junit4] 2> 612242 T2013 oasc.CorePropertiesLocator.discoverUnder Found core conf in /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty1-1375373897719/conf/
[junit4] 2> 612242 T2013 oasc.CorePropertiesLocator.discover Found 1 core definitions
[junit4] 2> 612243 T2013 oass.SolrDispatchFilter.init user.dir=/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1
[junit4] 2> 612243 T2013 oass.SolrDispatchFilter.init SolrDispatchFilter.init() done
[junit4] 2> 612244 T2013 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4] 2> 612311 T2013 oejs.Server.doStart jetty-8.1.10.v20130312
[junit4] 2> 612313 T2013 oejs.AbstractConnector.doStart Started SelectChannelConnector@127.0.0.1:50024
[junit4] 2> 612313 T2013 oass.SolrDispatchFilter.init SolrDispatchFilter.init()
[junit4] 2> 612314 T2013 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
[junit4] 2> 612314 T2013 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty2-1375373898910
[junit4] 2> 612314 T2013 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty2-1375373898910/'
[junit4] 2> 612325 T2013 oasc.ConfigSolr.fromFile Loading container configuration from /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty2-1375373898910/solr.xml
[junit4] 2> 612366 T2013 oasc.ConfigSolrXml.<init> Config-defined core root directory:
[junit4] 2> 612366 T2013 oasc.CoreContainer.<init> New CoreContainer 676048482
[junit4] 2> 612366 T2013 oasc.CoreContainer.load Loading cores into CoreContainer [instanceDir=/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty2-1375373898910/]
[junit4] 2> 612368 T2013 oashc.HttpShardHandlerFactory.getParameter Setting socketTimeout to: 120000
[junit4] 2> 612368 T2013 oashc.HttpShardHandlerFactory.getParameter Setting urlScheme to: http://
[junit4] 2> 612368 T2013 oashc.HttpShardHandlerFactory.getParameter Setting connTimeout to: 15000
[junit4] 2> 612369 T2013 oashc.HttpShardHandlerFactory.getParameter Setting maxConnectionsPerHost to: 20
[junit4] 2> 612369 T2013 oashc.HttpShardHandlerFactory.getParameter Setting corePoolSize to: 0
[junit4] 2> 612369 T2013 oashc.HttpShardHandlerFactory.getParameter Setting maximumPoolSize to: 2147483647
[junit4] 2> 612370 T2013 oashc.HttpShardHandlerFactory.getParameter Setting maxThreadIdleTime to: 5
[junit4] 2> 612370 T2013 oashc.HttpShardHandlerFactory.getParameter Setting sizeOfQueue to: -1
[junit4] 2> 612370 T2013 oashc.HttpShardHandlerFactory.getParameter Setting fairnessPolicy to: false
[junit4] 2> 612371 T2013 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnectionsPerHost=20&maxConnections=10000&socketTimeout=120000&connTimeout=15000&retry=false
[junit4] 2> 612373 T2013 oasc.ZkContainer.initZooKeeper Zookeeper client=127.0.0.1:53772/solr
[junit4] 2> 612373 T2013 oasc.ZkController.checkChrootPath zkHost includes chroot
[junit4] 2> 612374 T2013 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4] 2> 612376 T2065 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@a5b899 name:ZooKeeperConnection Watcher:127.0.0.1:53772 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4] 2> 612376 T2013 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4] 2> 612379 T2013 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=500&maxConnectionsPerHost=16&socketTimeout=120000&connTimeout=15000
[junit4] 2> 612382 T2013 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4] 2> 612383 T2067 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@6abc3ad4 name:ZooKeeperConnection Watcher:127.0.0.1:53772/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4] 2> 612384 T2013 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4] 2> 612390 T2013 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper...
[junit4] 2> 613395 T2013 oasc.ZkController.createEphemeralLiveNode Register node as live in ZooKeeper:/live_nodes/127.0.0.1:50024_wnpb%2Fk
[junit4] 2> 613397 T2013 oascc.SolrZkClient.makePath makePath: /live_nodes/127.0.0.1:50024_wnpb%2Fk
[junit4] 2> 613403 T2040 oascc.ZkStateReader$3.process Updating live nodes... (3)
[junit4] 2> 613403 T2035 oascc.ZkStateReader$3.process Updating live nodes... (3)
[junit4] 2> 613404 T2053 oascc.ZkStateReader$3.process Updating live nodes... (3)
[junit4] 2> 613405 T2067 oascc.ZkStateReader$3.process Updating live nodes... (3)
[junit4] 2> 613415 T2013 oasc.CorePropertiesLocator.discover Looking for core definitions underneath /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty2-1375373898910
[junit4] 2> 613446 T2013 oasc.CorePropertiesLocator.discoverUnder Found core conf in /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty2-1375373898910/conf/
[junit4] 2> 613447 T2013 oasc.CorePropertiesLocator.discover Found 1 core definitions
[junit4] 2> 613448 T2013 oass.SolrDispatchFilter.init user.dir=/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1
[junit4] 2> 613448 T2013 oass.SolrDispatchFilter.init SolrDispatchFilter.init() done
[junit4] 2> 613449 T2013 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4] 2> 613519 T2013 oejs.Server.doStart jetty-8.1.10.v20130312
[junit4] 2> 613522 T2013 oejs.AbstractConnector.doStart Started SelectChannelConnector@127.0.0.1:46579
[junit4] 2> 613522 T2013 oass.SolrDispatchFilter.init SolrDispatchFilter.init()
[junit4] 2> 613523 T2013 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
[junit4] 2> 613523 T2013 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty3-1375373900117
[junit4] 2> 613523 T2013 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty3-1375373900117/'
[junit4] 2> 613534 T2013 oasc.ConfigSolr.fromFile Loading container configuration from /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty3-1375373900117/solr.xml
[junit4] 2> 613578 T2013 oasc.ConfigSolrXml.<init> Config-defined core root directory:
[junit4] 2> 613578 T2013 oasc.CoreContainer.<init> New CoreContainer 1782991630
[junit4] 2> 613579 T2013 oasc.CoreContainer.load Loading cores into CoreContainer [instanceDir=/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty3-1375373900117/]
[junit4] 2> 613580 T2013 oashc.HttpShardHandlerFactory.getParameter Setting socketTimeout to: 120000
[junit4] 2> 613580 T2013 oashc.HttpShardHandlerFactory.getParameter Setting urlScheme to: http://
[junit4] 2> 613581 T2013 oashc.HttpShardHandlerFactory.getParameter Setting connTimeout to: 15000
[junit4] 2> 613581 T2013 oashc.HttpShardHandlerFactory.getParameter Setting maxConnectionsPerHost to: 20
[junit4] 2> 613582 T2013 oashc.HttpShardHandlerFactory.getParameter Setting corePoolSize to: 0
[junit4] 2> 613582 T2013 oashc.HttpShardHandlerFactory.getParameter Setting maximumPoolSize to: 2147483647
[junit4] 2> 613582 T2013 oashc.HttpShardHandlerFactory.getParameter Setting maxThreadIdleTime to: 5
[junit4] 2> 613583 T2013 oashc.HttpShardHandlerFactory.getParameter Setting sizeOfQueue to: -1
[junit4] 2> 613583 T2013 oashc.HttpShardHandlerFactory.getParameter Setting fairnessPolicy to: false
[junit4] 2> 613584 T2013 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnectionsPerHost=20&maxConnections=10000&socketTimeout=120000&connTimeout=15000&retry=false
[junit4] 2> 613587 T2013 oasc.ZkContainer.initZooKeeper Zookeeper client=127.0.0.1:53772/solr
[junit4] 2> 613587 T2013 oasc.ZkController.checkChrootPath zkHost includes chroot
[junit4] 2> 613588 T2013 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4] 2> 613590 T2079 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@2ce9baa4 name:ZooKeeperConnection Watcher:127.0.0.1:53772 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4] 2> 613591 T2013 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4] 2> 613594 T2013 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=500&maxConnectionsPerHost=16&socketTimeout=120000&connTimeout=15000
[junit4] 2> 613597 T2013 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4] 2> 613599 T2081 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@59d7d093 name:ZooKeeperConnection Watcher:127.0.0.1:53772/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4] 2> 613599 T2013 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4] 2> 613605 T2013 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper...
[junit4] 2> 614610 T2013 oasc.ZkController.createEphemeralLiveNode Register node as live in ZooKeeper:/live_nodes/127.0.0.1:46579_wnpb%2Fk
[junit4] 2> 614612 T2013 oascc.SolrZkClient.makePath makePath: /live_nodes/127.0.0.1:46579_wnpb%2Fk
[junit4] 2> 614620 T2040 oascc.ZkStateReader$3.process Updating live nodes... (4)
[junit4] 2> 614620 T2053 oascc.ZkStateReader$3.process Updating live nodes... (4)
[junit4] 2> 614621 T2035 oascc.ZkStateReader$3.process Updating live nodes... (4)
[junit4] 2> 614621 T2067 oascc.ZkStateReader$3.process Updating live nodes... (4)
[junit4] 2> 614622 T2081 oascc.ZkStateReader$3.process Updating live nodes... (4)
[junit4] 2> 614629 T2013 oasc.CorePropertiesLocator.discover Looking for core definitions underneath /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty3-1375373900117
[junit4] 2> 614652 T2013 oasc.CorePropertiesLocator.discoverUnder Found core conf in /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty3-1375373900117/conf/
[junit4] 2> 614653 T2013 oasc.CorePropertiesLocator.discover Found 1 core definitions
[junit4] 2> 614653 T2013 oass.SolrDispatchFilter.init user.dir=/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1
[junit4] 2> 614654 T2013 oass.SolrDispatchFilter.init SolrDispatchFilter.init() done
[junit4] 2> 614654 T2013 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4] 2> 614721 T2013 oejs.Server.doStart jetty-8.1.10.v20130312
[junit4] 2> 614723 T2013 oejs.AbstractConnector.doStart Started SelectChannelConnector@127.0.0.1:50685
[junit4] 2> 614724 T2013 oass.SolrDispatchFilter.init SolrDispatchFilter.init()
[junit4] 2> 614724 T2013 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
[junit4] 2> 614725 T2013 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty4-1375373901320
[junit4] 2> 614725 T2013 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty4-1375373901320/'
[junit4] 2> 614735 T2013 oasc.ConfigSolr.fromFile Loading container configuration from /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty4-1375373901320/solr.xml
[junit4] 2> 614781 T2013 oasc.ConfigSolrXml.<init> Config-defined core root directory:
[junit4] 2> 614782 T2013 oasc.CoreContainer.<init> New CoreContainer 539606295
[junit4] 2> 614782 T2013 oasc.CoreContainer.load Loading cores into CoreContainer [instanceDir=/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty4-1375373901320/]
[junit4] 2> 614783 T2013 oashc.HttpShardHandlerFactory.getParameter Setting socketTimeout to: 120000
[junit4] 2> 614784 T2013 oashc.HttpShardHandlerFactory.getParameter Setting urlScheme to: http://
[junit4] 2> 614784 T2013 oashc.HttpShardHandlerFactory.getParameter Setting connTimeout to: 15000
[junit4] 2> 614784 T2013 oashc.HttpShardHandlerFactory.getParameter Setting maxConnectionsPerHost to: 20
[junit4] 2> 614785 T2013 oashc.HttpShardHandlerFactory.getParameter Setting corePoolSize to: 0
[junit4] 2> 614785 T2013 oashc.HttpShardHandlerFactory.getParameter Setting maximumPoolSize to: 2147483647
[junit4] 2> 614786 T2013 oashc.HttpShardHandlerFactory.getParameter Setting maxThreadIdleTime to: 5
[junit4] 2> 614786 T2013 oashc.HttpShardHandlerFactory.getParameter Setting sizeOfQueue to: -1
[junit4] 2> 614786 T2013 oashc.HttpShardHandlerFactory.getParameter Setting fairnessPolicy to: false
[junit4] 2> 614787 T2013 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnectionsPerHost=20&maxConnections=10000&socketTimeout=120000&connTimeout=15000&retry=false
[junit4] 2> 614790 T2013 oasc.ZkContainer.initZooKeeper Zookeeper client=127.0.0.1:53772/solr
[junit4] 2> 614791 T2013 oasc.ZkController.checkChrootPath zkHost includes chroot
[junit4] 2> 614792 T2013 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4] 2> 614794 T2093 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@143d4180 name:ZooKeeperConnection Watcher:127.0.0.1:53772 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4] 2> 614794 T2013 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4] 2> 614797 T2013 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=500&maxConnectionsPerHost=16&socketTimeout=120000&connTimeout=15000
[junit4] 2> 614799 T2013 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4] 2> 614801 T2095 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@5833fa27 name:ZooKeeperConnection Watcher:127.0.0.1:53772/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4] 2> 614801 T2013 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4] 2> 614808 T2013 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper...
[junit4] 2> 615815 T2013 oasc.ZkController.createEphemeralLiveNode Register node as live in ZooKeeper:/live_nodes/127.0.0.1:50685_wnpb%2Fk
[junit4] 2> 615817 T2013 oascc.SolrZkClient.makePath makePath: /live_nodes/127.0.0.1:50685_wnpb%2Fk
[junit4] 2> 615823 T2040 oascc.ZkStateReader$3.process Updating live nodes... (5)
[junit4] 2> 615824 T2035 oascc.ZkStateReader$3.process Updating live nodes... (5)
[junit4] 2> 615824 T2053 oascc.ZkStateReader$3.process Updating live nodes... (5)
[junit4] 2> 615825 T2067 oascc.ZkStateReader$3.process Updating live nodes... (5)
[junit4] 2> 615826 T2081 oascc.ZkStateReader$3.process Updating live nodes... (5)
[junit4] 2> 615826 T2095 oascc.ZkStateReader$3.process Updating live nodes... (5)
[junit4] 2> 615834 T2013 oasc.CorePropertiesLocator.discover Looking for core definitions underneath /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty4-1375373901320
[junit4] 2> 615869 T2013 oasc.CorePropertiesLocator.discoverUnder Found core conf in /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty4-1375373901320/conf/
[junit4] 2> 615870 T2013 oasc.CorePropertiesLocator.discover Found 1 core definitions
[junit4] 2> 615870 T2013 oass.SolrDispatchFilter.init user.dir=/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1
[junit4] 2> 615871 T2013 oass.SolrDispatchFilter.init SolrDispatchFilter.init() done
[junit4] 2> 615872 T2013 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4] 2> 615875 T2013 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4] 2> 615878 T2047 oasha.CollectionsHandler.handleCreateAction Creating Collection : numShards=2&name=nodes_used_collection&replicationFactor=2&action=CREATE&wt=javabin&version=2
[junit4] 2> 615880 T2035 oasc.DistributedQueue$LatchChildWatcher.process Watcher fired on path: /overseer/collection-queue-work state: SyncConnected type NodeChildrenChanged
[junit4] 2> 615882 T2035 oasc.DistributedQueue$LatchChildWatcher.process Watcher fired on path: /overseer/collection-queue-work state: SyncConnected type NodeChildrenChanged
[junit4] 2> 615883 T2037 oasc.OverseerCollectionProcessor.run Overseer Collection Processor: Get the message id:/overseer/collection-queue-work/qn-0000000000 message:{
[junit4] 2> "operation":"createcollection",
[junit4] 2> "numShards":"2",
[junit4] 2> "name":"nodes_used_collection",
[junit4] 2> "replicationFactor":"2"}
[junit4] 2> 615883 T2037 oasc.OverseerCollectionProcessor.processMessage WARN OverseerCollectionProcessor.processMessage : createcollection , {
[junit4] 2> "operation":"createcollection",
[junit4] 2> "numShards":"2",
[junit4] 2> "name":"nodes_used_collection",
[junit4] 2> "replicationFactor":"2"}
[junit4] 2> 617018 T2036 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper...
[junit4] 2> 617019 T2036 oasc.Overseer$ClusterStateUpdater.buildCollection building a new collection: nodes_used_collection
[junit4] 2> 617020 T2036 oasc.Overseer$ClusterStateUpdater.createCollection Create collection nodes_used_collection with shards [shard1, shard2]
[junit4] 2> 617026 T2040 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4] 2> 617026 T2095 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4] 2> 617027 T2053 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4] 2> 617027 T2081 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4] 2> 617027 T2067 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4] 2> 617026 T2035 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4] 2> 617087 T2037 oasc.OverseerCollectionProcessor.createCollection going to create cores replicas shardNames [shard1, shard2] , repFactor : 2
[junit4] 2> 617087 T2037 oasc.OverseerCollectionProcessor.createCollection Creating shard nodes_used_collection_shard1_replica1 as part of slice shard1 of collection nodes_used_collection on 127.0.0.1:43193_wnpb%2Fk
[junit4] 2> 617088 T2037 oasc.OverseerCollectionProcessor.createCollection Creating shard nodes_used_collection_shard1_replica2 as part of slice shard1 of collection nodes_used_collection on 127.0.0.1:57387_wnpb%2Fk
[junit4] 2> 617089 T2037 oasc.OverseerCollectionProcessor.createCollection Creating shard nodes_used_collection_shard2_replica1 as part of slice shard2 of collection nodes_used_collection on 127.0.0.1:46579_wnpb%2Fk
[junit4] 2> 617089 T2037 oasc.OverseerCollectionProcessor.createCollection Creating shard nodes_used_collection_shard2_replica2 as part of slice shard2 of collection nodes_used_collection on 127.0.0.1:50685_wnpb%2Fk
[junit4] 2> 617092 T2049 oasc.ZkController.publish publishing core=nodes_used_collection_shard1_replica2 state=down
[junit4] 2> 617092 T2075 oasc.ZkController.publish publishing core=nodes_used_collection_shard2_replica1 state=down
[junit4] 2> 617092 T2030 oasc.ZkController.publish publishing core=nodes_used_collection_shard1_replica1 state=down
[junit4] 2> 617093 T2089 oasc.ZkController.publish publishing core=nodes_used_collection_shard2_replica2 state=down
[junit4] 2> 617094 T2049 oasc.ZkController.waitForCoreNodeName look for our core node name
[junit4] 2> 617095 T2075 oasc.ZkController.waitForCoreNodeName look for our core node name
[junit4] 2> 617095 T2089 oasc.ZkController.waitForCoreNodeName look for our core node name
[junit4] 2> 617095 T2030 oasc.ZkController.waitForCoreNodeName look for our core node name
[junit4] 2> 618541 T2036 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper...
[junit4] 2> 618543 T2036 oasc.Overseer$ClusterStateUpdater.updateState WARN Could not find collection node for nodes_used_collection, skipping publish state
[junit4] 2> 618543 T2036 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=2 message={
[junit4] 2> "operation":"state",
[junit4] 2> "core_node_name":"core_node1",
[junit4] 2> "numShards":"2",
[junit4] 2> "shard":"shard1",
[junit4] 2> "roles":null,
[junit4] 2> "state":"down",
[junit4] 2> "shard_state":"active",
[junit4] 2> "core":"nodes_used_collection_shard1_replica2",
[junit4] 2> "collection":"nodes_used_collection",
[junit4] 2> "shard_range":null,
[junit4] 2> "node_name":"127.0.0.1:57387_wnpb%2Fk",
[junit4] 2> "base_url":"http://127.0.0.1:57387/wnpb/k"}
[junit4] 2> 618549 T2036 oasc.Overseer$ClusterStateUpdater.updateState WARN Could not find collection node for nodes_used_collection, skipping publish state
[junit4] 2> 618549 T2036 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=2 message={
[junit4] 2> "operation":"state",
[junit4] 2> "core_node_name":"core_node2",
[junit4] 2> "numShards":"2",
[junit4] 2> "shard":"shard2",
[junit4] 2> "roles":null,
[junit4] 2> "state":"down",
[junit4] 2> "shard_state":"active",
[junit4] 2> "core":"nodes_used_collection_shard2_replica1",
[junit4] 2> "collection":"nodes_used_collection",
[junit4] 2> "shard_range":null,
[junit4] 2> "node_name":"127.0.0.1:46579_wnpb%2Fk",
[junit4] 2> "base_url":"http://127.0.0.1:46579/wnpb/k"}
[junit4] 2> 618555 T2036 oasc.Overseer$ClusterStateUpdater.updateState WARN Could not find collection node for nodes_used_collection, skipping publish state
[junit4] 2> 618556 T2036 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=2 message={
[junit4] 2> "operation":"state",
[junit4] 2> "core_node_name":"core_node3",
[junit4] 2> "numShards":"2",
[junit4] 2> "shard":"shard1",
[junit4] 2> "roles":null,
[junit4] 2> "state":"down",
[junit4] 2> "shard_state":"active",
[junit4] 2> "core":"nodes_used_collection_shard1_replica1",
[junit4] 2> "collection":"nodes_used_collection",
[junit4] 2> "shard_range":null,
[junit4] 2> "node_name":"127.0.0.1:43193_wnpb%2Fk",
[junit4] 2> "base_url":"http://127.0.0.1:43193/wnpb/k"}
[junit4] 2> 618562 T2036 oasc.Overseer$ClusterStateUpdater.updateState WARN Could not find collection node for nodes_used_collection, skipping publish state
[junit4] 2> 618562 T2036 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=2 message={
[junit4] 2> "operation":"state",
[junit4] 2> "core_node_name":"core_node4",
[junit4] 2> "numShards":"2",
[junit4] 2> "shard":"shard2",
[junit4] 2> "roles":null,
[junit4] 2> "state":"down",
[junit4] 2> "shard_state":"active",
[junit4] 2> "core":"nodes_used_collection_shard2_replica2",
[junit4] 2> "collection":"nodes_used_collection",
[junit4] 2> "shard_range":null,
[junit4] 2> "node_name":"127.0.0.1:50685_wnpb%2Fk",
[junit4] 2> "base_url":"http://127.0.0.1:50685/wnpb/k"}
[junit4] 2> 618568 T2040 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4] 2> 618568 T2095 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4] 2> 618568 T2053 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4] 2> 618568 T2081 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4] 2> 618568 T2035 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4] 2> 618569 T2067 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4] 2> 619095 T2049 oasc.ZkController.waitForShardId waiting to find shard id in clusterstate for nodes_used_collection_shard1_replica2
[junit4] 2> 619095 T2075 oasc.ZkController.waitForShardId waiting to find shard id in clusterstate for nodes_used_collection_shard2_replica1
[junit4] 2> 619096 T2089 oasc.ZkController.waitForShardId waiting to find shard id in clusterstate for nodes_used_collection_shard2_replica2
[junit4] 2> 619097 T2075 oasc.CorePropertiesLocator.writePropertiesFile ERROR Couldn't persist core properties to /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty3-1375373900117/nodes_used_collection_shard2_replica1/core.properties: java.io.FileNotFoundException: /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty3-1375373900117/nodes_used_collection_shard2_replica1/core.properties (No such file or directory)
[junit4] 2> 619096 T2049 oasc.CorePropertiesLocator.writePropertiesFile ERROR Couldn't persist core properties to /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty1-1375373897719/nodes_used_collection_shard1_replica2/core.properties: java.io.FileNotFoundException: /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty1-1375373897719/nodes_used_collection_shard1_replica2/core.properties (No such file or directory)
[junit4] 2> 619096 T2030 oasc.ZkController.waitForShardId waiting to find shard id in clusterstate for nodes_used_collection_shard1_replica1
[junit4] 2> 619098 T2049 oasc.CoreContainer.create Creating SolrCore 'nodes_used_collection_shard1_replica2' using instanceDir: /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty1-1375373897719/nodes_used_collection_shard1_replica2
[junit4] 2> 619098 T2075 oasc.CoreContainer.create Creating SolrCore 'nodes_used_collection_shard2_replica1' using instanceDir: /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty3-1375373900117/nodes_used_collection_shard2_replica1
[junit4] 2> 619098 T2089 oasc.CorePropertiesLocator.writePropertiesFile ERROR Couldn't persist core properties to /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty4-1375373901320/nodes_used_collection_shard2_replica2/core.properties: java.io.FileNotFoundException: /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty4-1375373901320/nodes_used_collection_shard2_replica2/core.properties (No such file or directory)
[junit4] 2> 619099 T2075 oasc.ZkController.createCollectionZkNode Check for collection zkNode:nodes_used_collection
[junit4] 2> 619099 T2049 oasc.ZkController.createCollectionZkNode Check for collection zkNode:nodes_used_collection
[junit4] 2> 619099 T2030 oasc.CorePropertiesLocator.writePropertiesFile ERROR Couldn't persist core properties to /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-controljetty-1375373897431/nodes_used_collection_shard1_replica1/core.properties: java.io.FileNotFoundException: /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-controljetty-1375373897431/nodes_used_collection_shard1_replica1/core.properties (No such file or directory)
[junit4] 2> 619101 T2030 oasc.CoreContainer.create Creating SolrCore 'nodes_used_collection_shard1_replica1' using instanceDir: /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-controljetty-1375373897431/nodes_used_collection_shard1_replica1
[junit4] 2> 619101 T2030 oasc.ZkController.createCollectionZkNode Check for collection zkNode:nodes_used_collection
[junit4] 2> 619100 T2089 oasc.CoreContainer.create Creating SolrCore 'nodes_used_collection_shard2_replica2' using instanceDir: /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty4-1375373901320/nodes_used_collection_shard2_replica2
[junit4] 2> 619102 T2089 oasc.ZkController.createCollectionZkNode Check for collection zkNode:nodes_used_collection
[junit4] 2> 619102 T2075 oasc.ZkController.createCollectionZkNode Creating collection in ZooKeeper:nodes_used_collection
[junit4] 2> 619103 T2075 oasc.ZkController.getConfName Looking for collection configName
[junit4] 2> 619103 T2049 oasc.ZkController.createCollectionZkNode Creating collection in ZooKeeper:nodes_used_collection
[junit4] 2> 619103 T2030 oasc.ZkController.createCollectionZkNode Creating collection in ZooKeeper:nodes_used_collection
[junit4] 2> 619104 T2049 oasc.ZkController.getConfName Looking for collection configName
[junit4] 2> 619104 T2030 oasc.ZkController.getConfName Looking for collection configName
[junit4] 2> 619104 T2089 oasc.ZkController.createCollectionZkNode Creating collection in ZooKeeper:nodes_used_collection
[junit4] 2> 619105 T2089 oasc.ZkController.getConfName Looking for collection configName
[junit4] 2> 619106 T2075 oasc.ZkController.getConfName Only one config set found in zk - using it:conf1
[junit4] 2> 619106 T2075 oascc.SolrZkClient.makePath makePath: /collections/nodes_used_collection
[junit4] 2> 619109 T2089 oasc.ZkController.getConfName Only one config set found in zk - using it:conf1
[junit4] 2> 619109 T2089 oascc.SolrZkClient.makePath makePath: /collections/nodes_used_collection
[junit4] 2> 619111 T2030 oasc.ZkController.getConfName Only one config set found in zk - using it:conf1
[junit4] 2> 619111 T2030 oascc.SolrZkClient.makePath makePath: /collections/nodes_used_collection
[junit4] 2> 619111 T2049 oasc.ZkController.getConfName Only one config set found in zk - using it:conf1
[junit4] 2> 619111 T2049 oascc.SolrZkClient.makePath makePath: /collections/nodes_used_collection
[junit4] 2> 619118 T2030 oasc.ZkController.readConfigName Load collection config from:/collections/nodes_used_collection
[junit4] 2> 619118 T2049 oasc.ZkController.readConfigName Load collection config from:/collections/nodes_used_collection
[junit4] 2> 619120 T2075 oasc.ZkController.readConfigName Load collection config from:/collections/nodes_used_collection
[junit4] 2> 619121 T2089 oasc.ZkController.readConfigName Load collection config from:/collections/nodes_used_collection
[junit4] 2> 619122 T2030 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-controljetty-1375373897431/nodes_used_collection_shard1_replica1/'
[junit4] 2> 619122 T2049 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty1-1375373897719/nodes_used_collection_shard1_replica2/'
[junit4] 2> 619125 T2075 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty3-1375373900117/nodes_used_collection_shard2_replica1/'
[junit4] 2> 619126 T2089 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty4-1375373901320/nodes_used_collection_shard2_replica2/'
[junit4] 2> 619187 T2089 oasc.SolrConfig.<init> Using Lucene MatchVersion: LUCENE_45
[junit4] 2> 619195 T2030 oasc.SolrConfig.<init> Using Lucene MatchVersion: LUCENE_45
[junit4] 2> 619197 T2049 oasc.SolrConfig.<init> Using Lucene MatchVersion: LUCENE_45
[junit4] 2> 619243 T2075 oasc.SolrConfig.<init> Using Lucene MatchVersion: LUCENE_45
[junit4] 2> 619281 T2089 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml
[junit4] 2> 619283 T2089 oass.IndexSchema.readSchema Reading Solr Schema from schema.xml
[junit4] 2> 619301 T2089 oass.IndexSchema.readSchema [nodes_used_collection_shard2_replica2] Schema name=test
[junit4] 2> 619304 T2030 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml
[junit4] 2> 619308 T2030 oass.IndexSchema.readSchema Reading Solr Schema from schema.xml
[junit4] 2> 619312 T2049 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml
[junit4] 2> 619331 T2030 oass.IndexSchema.readSchema [nodes_used_collection_shard1_replica1] Schema name=test
[junit4] 2> 619336 T2049 oass.IndexSchema.readSchema Reading Solr Schema from schema.xml
[junit4] 2> 619347 T2075 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml
[junit4] 2> 619354 T2049 oass.IndexSchema.readSchema [nodes_used_collection_shard1_replica2] Schema name=test
[junit4] 2> 619358 T2075 oass.IndexSchema.readSchema Reading Solr Schema from schema.xml
[junit4] 2> 619392 T2075 oass.IndexSchema.readSchema [nodes_used_collection_shard2_replica1] Schema name=test
[junit4] 2> 620047 T2089 oass.ByteField.init WARN ByteField is deprecated and will be removed in 5.0. You should use TrieIntField instead.
[junit4] 2> 620048 T2089 oass.ShortField.init WARN ShortField is deprecated and will be removed in 5.0. You should use TrieIntField instead.
[junit4] 2> 620048 T2089 oass.OpenExchangeRatesOrgProvider.init Initialized with rates=open-exchange-rates.json, refreshInterval=1440.
[junit4] 2> 620054 T2089 oass.IndexSchema.readSchema default search field in schema is text
[junit4] 2> 620057 T2089 oass.IndexSchema.readSchema unique key field: id
[junit4] 2> 620065 T2030 oass.ByteField.init WARN ByteField is deprecated and will be removed in 5.0. You should use TrieIntField instead.
[junit4] 2> 620066 T2030 oass.ShortField.init WARN ShortField is deprecated and will be removed in 5.0. You should use TrieIntField instead.
[junit4] 2> 620067 T2030 oass.OpenExchangeRatesOrgProvider.init Initialized with rates=open-exchange-rates.json, refreshInterval=1440.
[junit4] 2> 620076 T2030 oass.IndexSchema.readSchema default search field in schema is text
[junit4] 2> 620077 T2089 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4] 2> 620081 T2030 oass.IndexSchema.readSchema unique key field: id
[junit4] 2> 620081 T2089 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4] 2> 620091 T2089 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
[junit4] 2> 620095 T2089 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Unknown key IMPORTANT NOTE
[junit4] 2> 620095 T2089 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Expected key, got STRING
[junit4] 2> 620096 T2089 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
[junit4] 2> 620099 T2089 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Unknown key IMPORTANT NOTE
[junit4] 2> 620099 T2089 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Expected key, got STRING
[junit4] 2> 620100 T2089 oasc.SolrCore.initDirectoryFactory org.apache.solr.core.MockDirectoryFactory
[junit4] 2> 620100 T2089 oasc.SolrCore.<init> [nodes_used_collection_shard2_replica2] Opening new SolrCore at /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty4-1375373901320/nodes_used_collection_shard2_replica2/, dataDir=/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty4-1375373901320//nodes_used_collection_shard2_replica2/data/
[junit4] 2> 620100 T2089 oasc.JmxMonitoredMap.<init> JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@160bc7c0
[junit4] 2> 620101 T2089 oasc.CachingDirectoryFactory.get return new directory for /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty4-1375373901320//nodes_used_collection_shard2_replica2/data
[junit4] 2> 620102 T2089 oasc.SolrCore.getNewIndexDir New index directory detected: old=null new=/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty4-1375373901320//nodes_used_collection_shard2_replica2/data/index/
[junit4] 2> 620102 T2089 oasc.SolrCore.initIndex WARN [nodes_used_collection_shard2_replica2] Solr index directory '/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty4-1375373901320/nodes_used_collection_shard2_replica2/data/index' doesn't exist. Creating new index...
[junit4] 2> 620103 T2089 oasc.CachingDirectoryFactory.get return new directory for /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty4-1375373901320//nodes_used_collection_shard2_replica2/data/index
[junit4] 2> 620105 T2089 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits: num=1
[junit4] 2> commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@3f99e9e2 lockFactory=org.apache.lucene.store.NativeFSLockFactory@7337cbea),segFN=segments_1,generation=1}
[junit4] 2> 620106 T2089 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 1
[junit4] 2> 620105 T2049 oass.ByteField.init WARN ByteField is deprecated and will be removed in 5.0. You should use TrieIntField instead.
[junit4] 2> 620106 T2049 oass.ShortField.init WARN ShortField is deprecated and will be removed in 5.0. You should use TrieIntField instead.
[junit4] 2> 620108 T2049 oass.OpenExchangeRatesOrgProvider.init Initialized with rates=open-exchange-rates.json, refreshInterval=1440.
[junit4] 2> 620110 T2089 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe"
[junit4] 2> 620111 T2089 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "stored_sig"
[junit4] 2> 620112 T2089 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "distrib-dup-test-chain-implicit"
[junit4] 2> 620112 T2089 oasc.RequestHandlers.initHandlersFromConfig created standard: solr.StandardRequestHandler
[junit4] 2> 620113 T2089 oasc.RequestHandlers.initHandlersFromConfig created /get: solr.RealTimeGetHandler
[junit4] 2> 620114 T2089 oasc.RequestHandlers.initHandlersFromConfig adding lazy requestHandler: solr.ReplicationHandler
[junit4] 2> 620114 T2089 oasc.RequestHandlers.initHandlersFromConfig created /replication: solr.ReplicationHandler
[junit4] 2> 620115 T2089 oasc.RequestHandlers.initHandlersFromConfig created /update: solr.UpdateRequestHandler
[junit4] 2> 620116 T2089 oasc.RequestHandlers.initHandlersFromConfig created /admin/: org.apache.solr.handler.admin.AdminHandlers
[junit4] 2> 620117 T2030 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4] 2> 620117 T2049 oass.IndexSchema.readSchema default search field in schema is text
[junit4] 2> 620119 T2089 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
[junit4] 2> 620121 T2049 oass.IndexSchema.readSchema unique key field: id
[junit4] 2> 620122 T2089 oass.SolrIndexSearcher.<init> Opening Searcher@890415b main
[junit4] 2> 620123 T2089 oasu.CommitTracker.<init> Hard AutoCommit: disabled
[junit4] 2> 620123 T2089 oasu.CommitTracker.<init> Soft AutoCommit: disabled
[junit4] 2> 620124 T2030 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4] 2> 620125 T2075 oass.ByteField.init WARN ByteField is deprecated and will be removed in 5.0. You should use TrieIntField instead.
[junit4] 2> 620126 T2075 oass.ShortField.init WARN ShortField is deprecated and will be removed in 5.0. You should use TrieIntField instead.
[junit4] 2> 620126 T2075 oass.OpenExchangeRatesOrgProvider.init Initialized with rates=open-exchange-rates.json, refreshInterval=1440.
[junit4] 2> 620130 T2101 oasc.SolrCore.registerSearcher [nodes_used_collection_shard2_replica2] Registered new searcher Searcher@890415b main{StandardDirectoryReader(segments_1:1)}
[junit4] 2> 620131 T2030 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
[junit4] 2> 620132 T2075 oass.IndexSchema.readSchema default search field in schema is text
[junit4] 2> 620134 T2030 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Unknown key IMPORTANT NOTE
[junit4] 2> 620134 T2030 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Expected key, got STRING
[junit4] 2> 620134 T2089 oasc.CoreContainer.registerCore registering core: nodes_used_collection_shard2_replica2
[junit4] 2> 620135 T2030 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
[junit4] 2> 620134 T2075 oass.IndexSchema.readSchema unique key field: id
[junit4] 2> 620135 T2089 oasc.ZkController.register Register replica - core:nodes_used_collection_shard2_replica2 address:http://127.0.0.1:50685/wnpb/k collection:nodes_used_collection shard:shard2
[junit4] 2> 620136 T2089 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=10000&maxConnectionsPerHost=20&connTimeout=15000&socketTimeout=30000&retry=false
[junit4] 2> 620138 T2030 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Unknown key IMPORTANT NOTE
[junit4] 2> 620138 T2030 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Expected key, got STRING
[junit4] 2> 620139 T2030 oasc.SolrCore.initDirectoryFactory org.apache.solr.core.MockDirectoryFactory
[junit4] 2> 620139 T2030 oasc.SolrCore.<init> [nodes_used_collection_shard1_replica1] Opening new SolrCore at /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-controljetty-1375373897431/nodes_used_collection_shard1_replica1/, dataDir=/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-controljetty-1375373897431//nodes_used_collection_shard1_replica1/data/
[junit4] 2> 620140 T2030 oasc.JmxMonitoredMap.<init> JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@160bc7c0
[junit4] 2> 620141 T2030 oasc.CachingDirectoryFactory.get return new directory for /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-controljetty-1375373897431//nodes_used_collection_shard1_replica1/data
[junit4] 2> 620142 T2030 oasc.SolrCore.getNewIndexDir New index directory detected: old=null new=/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-controljetty-1375373897431//nodes_used_collection_shard1_replica1/data/index/
[junit4] 2> 620142 T2030 oasc.SolrCore.initIndex WARN [nodes_used_collection_shard1_replica1] Solr index directory '/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-controljetty-1375373897431/nodes_used_collection_shard1_replica1/data/index' doesn't exist. Creating new index...
[junit4] 2> 620143 T2030 oasc.CachingDirectoryFactory.get return new directory for /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-controljetty-1375373897431//nodes_used_collection_shard1_replica1/data/index
[junit4] 2> 620143 T2089 oascc.SolrZkClient.makePath makePath: /collections/nodes_used_collection/leader_elect/shard2/election
[junit4] 2> 620145 T2030 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits: num=1
[junit4] 2> commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@7d15266 lockFactory=org.apache.lucene.store.NativeFSLockFactory@709d9614),segFN=segments_1,generation=1}
[junit4] 2> 620145 T2030 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 1
[junit4] 2> 620150 T2030 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe"
[junit4] 2> 620150 T2030 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "stored_sig"
[junit4] 2> 620151 T2030 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "distrib-dup-test-chain-implicit"
[junit4] 2> 620151 T2030 oasc.RequestHandlers.initHandlersFromConfig created standard: solr.StandardRequestHandler
[junit4] 2> 620152 T2030 oasc.RequestHandlers.initHandlersFromConfig created /get: solr.RealTimeGetHandler
[junit4] 2> 620152 T2030 oasc.RequestHandlers.initHandlersFromConfig adding lazy requestHandler: solr.ReplicationHandler
[junit4] 2> 620153 T2030 oasc.RequestHandlers.initHandlersFromConfig created /replication: solr.ReplicationHandler
[junit4] 2> 620154 T2030 oasc.RequestHandlers.initHandlersFromConfig created /update: solr.UpdateRequestHandler
[junit4] 2> 620154 T2030 oasc.RequestHandlers.initHandlersFromConfig created /admin/: org.apache.solr.handler.admin.AdminHandlers
[junit4] 2> 620156 T2030 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
[junit4] 2> 620166 T2030 oass.SolrIndexSearcher.<init> Opening Searcher@98c0ece main
[junit4] 2> 620167 T2030 oasu.CommitTracker.<init> Hard AutoCommit: disabled
[junit4] 2> 620167 T2030 oasu.CommitTracker.<init> Soft AutoCommit: disabled
[junit4] 2> 620168 T2049 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4] 2> 620173 T2102 oasc.SolrCore.registerSearcher [nodes_used_collection_shard1_replica1] Registered new searcher Searcher@98c0ece main{StandardDirectoryReader(segments_1:1)}
[junit4] 2> 620175 T2089 oasc.ShardLeaderElectionContext.runLeaderProcess Running the leader process for shard shard2
[junit4] 2> 620175 T2030 oasc.CoreContainer.registerCore registering core: nodes_used_collection_shard1_replica1
[junit4] 2> 620176 T2030 oasc.ZkController.register Register replica - core:nodes_used_collection_shard1_replica1 address:http://127.0.0.1:43193/wnpb/k collection:nodes_used_collection shard:shard1
[junit4] 2> 620176 T2030 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=10000&maxConnectionsPerHost=20&connTimeout=15000&socketTimeout=30000&retry=false
[junit4] 2> 620177 T2075 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4] 2> 620178 T2049 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4] 2> 620181 T2030 oascc.SolrZkClient.makePath makePath: /collections/nodes_used_collection/leader_elect/shard1/election
[junit4] 2> 620183 T2089 oasc.ShardLeaderElectionContext.waitForReplicasToComeUp Waiting until we see more replicas up for shard shard2: total=2 found=1 timeoutin=179998
[junit4] 2> 620185 T2049 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
[junit4] 2> 620185 T2075 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4] 2> 620187 T2049 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Unknown key IMPORTANT NOTE
[junit4] 2> 620188 T2049 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Expected key, got STRING
[junit4] 2> 620188 T2049 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
[junit4] 2> 620191 T2049 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Unknown key IMPORTANT NOTE
[junit4] 2> 620192 T2049 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Expected key, got STRING
[junit4] 2> 620192 T2075 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
[junit4] 2> 620192 T2049 oasc.SolrCore.initDirectoryFactory org.apache.solr.core.MockDirectoryFactory
[junit4] 2> 620193 T2049 oasc.SolrCore.<init> [nodes_used_collection_shard1_replica2] Opening new SolrCore at /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty1-1375373897719/nodes_used_collection_shard1_replica2/, dataDir=/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty1-1375373897719//nodes_used_collection_shard1_replica2/data/
[junit4] 2> 620194 T2049 oasc.JmxMonitoredMap.<init> JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@160bc7c0
[junit4] 2> 620195 T2049 oasc.CachingDirectoryFactory.get return new directory for /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty1-1375373897719//nodes_used_collection_shard1_replica2/data
[junit4] 2> 620195 T2049 oasc.SolrCore.getNewIndexDir New index directory detected: old=null new=/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty1-1375373897719//nodes_used_collection_shard1_replica2/data/index/
[junit4] 2> 620196 T2049 oasc.SolrCore.initIndex WARN [nodes_used_collection_shard1_replica2] Solr index directory '/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty1-1375373897719/nodes_used_collection_shard1_replica2/data/index' doesn't exist. Creating new index...
[junit4] 2> 620196 T2075 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Unknown key IMPORTANT NOTE
[junit4] 2> 620197 T2075 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Expected key, got STRING
[junit4] 2> 620197 T2049 oasc.CachingDirectoryFactory.get return new directory for /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty1-1375373897719//nodes_used_collection_shard1_replica2/data/index
[junit4] 2> 620197 T2075 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
[junit4] 2> 620200 T2049 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits: num=1
[junit4] 2> commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@358bcae5 lockFactory=org.apache.lucene.store.NativeFSLockFactory@61f98673),segFN=segments_1,generation=1}
[junit4] 2> 620200 T2049 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 1
[junit4] 2> 620200 T2030 oasc.ShardLeaderElectionContext.runLeaderProcess Running the leader process for shard shard1
[junit4] 2> 620200 T2075 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Unknown key IMPORTANT NOTE
[junit4] 2> 620201 T2075 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Expected key, got STRING
[junit4] 2> 620201 T2075 oasc.SolrCore.initDirectoryFactory org.apache.solr.core.MockDirectoryFactory
[junit4] 2> 620202 T2075 oasc.SolrCore.<init> [nodes_used_collection_shard2_replica1] Opening new SolrCore at /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty3-1375373900117/nodes_used_collection_shard2_replica1/, dataDir=/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty3-1375373900117//nodes_used_collection_shard2_replica1/data/
[junit4] 2> 620202 T2075 oasc.JmxMonitoredMap.<init> JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@160bc7c0
[junit4] 2> 620204 T2075 oasc.CachingDirectoryFactory.get return new directory for /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty3-1375373900117//nodes_used_collection_shard2_replica1/data
[junit4] 2> 620204 T2075 oasc.SolrCore.getNewIndexDir New index directory detected: old=null new=/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty3-1375373900117//nodes_used_collection_shard2_replica1/data/index/
[junit4] 2> 620205 T2075 oasc.SolrCore.initIndex WARN [nodes_used_collection_shard2_replica1] Solr index directory '/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty3-1375373900117/nodes_used_collection_shard2_replica1/data/index' doesn't exist. Creating new index...
[junit4] 2> 620205 T2030 oasc.ShardLeaderElectionContext.waitForReplicasToComeUp Waiting until we see more replicas up for shard shard1: total=2 found=1 timeoutin=179999
[junit4] 2> 620205 T2075 oasc.CachingDirectoryFactory.get return new directory for /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty3-1375373900117//nodes_used_collection_shard2_replica1/data/index
[junit4] 2> 620205 T2049 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe"
[junit4] 2> 620206 T2049 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "stored_sig"
[junit4] 2> 620207 T2075 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits: num=1
[junit4] 2> commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@5066c295 lockFactory=org.apache.lucene.store.NativeFSLockFactory@671a7db9),segFN=segments_1,generation=1}
[junit4] 2> 620207 T2075 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 1
[junit4] 2> 620207 T2049 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "distrib-dup-test-chain-implicit"
[junit4] 2> 620209 T2049 oasc.RequestHandlers.initHandlersFromConfig created standard: solr.StandardRequestHandler
[junit4] 2> 620210 T2049 oasc.RequestHandlers.initHandlersFromConfig created /get: solr.RealTimeGetHandler
[junit4] 2> 620210 T2049 oasc.RequestHandlers.initHandlersFromConfig adding lazy requestHandler: solr.ReplicationHandler
[junit4] 2> 620211 T2049 oasc.RequestHandlers.initHandlersFromConfig created /replication: solr.ReplicationHandler
[junit4] 2> 620212 T2049 oasc.RequestHandlers.initHandlersFromConfig created /update: solr.UpdateRequestHandler
[junit4] 2> 620212 T2075 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe"
[junit4] 2> 620212 T2049 oasc.RequestHandlers.initHandlersFromConfig created /admin/: org.apache.solr.handler.admin.AdminHandlers
[junit4] 2> 620212 T2075 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "stored_sig"
[junit4] 2> 620213 T2075 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "distrib-dup-test-chain-implicit"
[junit4] 2> 620214 T2075 oasc.RequestHandlers.initHandlersFromConfig created standard: solr.StandardRequestHandler
[junit4] 2> 620215 T2075 oasc.RequestHandlers.initHandlersFromConfig created /get: solr.RealTimeGetHandler
[junit4] 2> 620215 T2075 oasc.RequestHandlers.initHandlersFromConfig adding lazy requestHandler: solr.ReplicationHandler
[junit4] 2> 620215 T2049 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
[junit4] 2> 620216 T2075 oasc.RequestHandlers.initHandlersFromConfig created /replication: solr.ReplicationHandler
[junit4] 2> 620217 T2075 oasc.RequestHandlers.initHandlersFromConfig created /update: solr.UpdateRequestHandler
[junit4] 2> 620217 T2075 oasc.RequestHandlers.initHandlersFromConfig created /admin/: org.apache.solr.handler.admin.AdminHandlers
[junit4] 2> 620219 T2075 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
[junit4] 2> 620219 T2049 oass.SolrIndexSearcher.<init> Opening Searcher@296fa767 main
[junit4] 2> 620220 T2049 oasu.CommitTracker.<init> Hard AutoCommit: disabled
[junit4] 2> 620220 T2049 oasu.CommitTracker.<init> Soft AutoCommit: disabled
[junit4] 2> 620221 T2075 oass.SolrIndexSearcher.<init> Opening Searcher@1bae6216 main
[junit4] 2> 620222 T2075 oasu.CommitTracker.<init> Hard AutoCommit: disabled
[junit4] 2> 620223 T2075 oasu.CommitTracker.<init> Soft AutoCommit: disabled
[junit4] 2> 620227 T2104 oasc.SolrCore.registerSearcher [nodes_used_collection_shard2_replica1] Registered new searcher Searcher@1bae6216 main{StandardDirectoryReader(segments_1:1)}
[junit4] 2> 620227 T2103 oasc.SolrCore.registerSearcher [nodes_used_collection_shard1_replica2] Registered new searcher Searcher@296fa767 main{StandardDirectoryReader(segments_1:1)}
[junit4] 2> 620228 T2075 oasc.CoreContainer.registerCore registering core: nodes_used_collection_shard2_replica1
[junit4] 2> 620229 T2075 oasc.ZkController.register Register replica - core:nodes_used_collection_shard2_replica1 address:http://127.0.0.1:46579/wnpb/k collection:nodes_used_collection shard:shard2
[junit4] 2> 620229 T2075 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=10000&maxConnectionsPerHost=20&connTimeout=15000&socketTimeout=30000&retry=false
[junit4] 2> 620230 T2049 oasc.CoreContainer.registerCore registering core: nodes_used_collection_shard1_replica2
[junit4] 2> 620230 T2049 oasc.ZkController.register Register replica - core:nodes_used_collection_shard1_replica2 address:http://127.0.0.1:57387/wnpb/k collection:nodes_used_collection shard:shard1
[junit4] 2> 620230 T2049 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=10000&maxConnectionsPerHost=20&connTimeout=15000&socketTimeout=30000&retry=false
[junit4] 2> 620685 T2089 oasc.ShardLeaderElectionContext.waitForReplicasToComeUp Enough replicas found to continue.
[junit4] 2> 620685 T2089 oasc.ShardLeaderElectionContext.runLeaderProcess I may be the new leader - try and sync
[junit4] 2> 620686 T2089 oasc.SyncStrategy.sync Sync replicas to http://127.0.0.1:50685/wnpb/k/nodes_used_collection_shard2_replica2/
[junit4] 2> 620686 T2089 oasu.PeerSync.sync PeerSync: core=nodes_used_collection_shard2_replica2 url=http://127.0.0.1:50685/wnpb/k START replicas=[http://127.0.0.1:46579/wnpb/k/nodes_used_collection_shard2_replica1/] nUpdates=100
[junit4] 2> 620687 T2089 oasu.PeerSync.sync PeerSync: core=nodes_used_collection_shard2_replica2 url=http://127.0.0.1:50685/wnpb/k DONE. We have no versions. sync failed.
[junit4] 2> 620687 T2089 oasc.SyncStrategy.syncReplicas Leader's attempt to sync with shard failed, moving to the next candidate
[junit4] 2> 620687 T2089 oasc.ShardLeaderElectionContext.runLeaderProcess We failed sync, but we have no versions - we can't sync in that case - we were active before, so become leader anyway
[junit4] 2> 620688 T2089 oasc.ShardLeaderElectionContext.runLeaderProcess I am the new leader: http://127.0.0.1:50685/wnpb/k/nodes_used_collection_shard2_replica2/ shard2
[junit4] 2> 620688 T2089 oascc.SolrZkClient.makePath makePath: /collections/nodes_used_collection/leaders/shard2
[junit4] 2> ASYNC NEW_CORE C1607 name=nodes_used_collection_shard2_replica1 org.apache.solr.core.SolrCore@f7c17f2 url=http://127.0.0.1:46579/wnpb/k/nodes_used_collection_shard2_replica1 node=127.0.0.1:46579_wnpb%2Fk C1607_STATE=coll:nodes_used_collection core:nodes_used_collection_shard2_replica1 props:{state=down, core=nodes_used_collection_shard2_replica1, node_name=127.0.0.1:46579_wnpb%2Fk, base_url=http://127.0.0.1:46579/wnpb/k}
[junit4] 2> 620692 T2074 C1607 P46579 oasc.SolrCore.execute [nodes_used_collection_shard2_replica1] webapp=/wnpb/k path=/get params={getVersions=100&distrib=false&wt=javabin&qt=/get&version=2} status=0 QTime=1
[junit4] 2> 620706 T2030 oasc.ShardLeaderElectionContext.waitForReplicasToComeUp Enough replicas found to continue.
[junit4] 2> 620707 T2030 oasc.ShardLeaderElectionContext.runLeaderP
[...truncated too long message...]
kCmdExecutor.retryOperation(ZkCmdExecutor.java:65)
[junit4] 2> at org.apache.solr.common.cloud.SolrZkClient.getChildren(SolrZkClient.java:232)
[junit4] 2> at org.apache.solr.cloud.LeaderElector.checkIfIamLeader(LeaderElector.java:84)
[junit4] 2> at org.apache.solr.cloud.LeaderElector.access$000(LeaderElector.java:55)
[junit4] 2> at org.apache.solr.cloud.LeaderElector$1.process(LeaderElector.java:129)
[junit4] 2> at org.apache.zookeeper.ClientCnxn$EventThread.processEvent(ClientCnxn.java:519)
[junit4] 2> at org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:495)
[junit4] 2>
[junit4] 2> 722459 T2095 oasc.LeaderElector$1.process WARN org.apache.zookeeper.KeeperException$SessionExpiredException: KeeperErrorCode = Session expired for /collections/new_implicit_coll_0/leader_elect/d/election
[junit4] 2> at org.apache.zookeeper.KeeperException.create(KeeperException.java:127)
[junit4] 2> at org.apache.zookeeper.KeeperException.create(KeeperException.java:51)
[junit4] 2> at org.apache.zookeeper.ZooKeeper.getChildren(ZooKeeper.java:1468)
[junit4] 2> at org.apache.solr.common.cloud.SolrZkClient$6.execute(SolrZkClient.java:235)
[junit4] 2> at org.apache.solr.common.cloud.SolrZkClient$6.execute(SolrZkClient.java:232)
[junit4] 2> at org.apache.solr.common.cloud.ZkCmdExecutor.retryOperation(ZkCmdExecutor.java:65)
[junit4] 2> at org.apache.solr.common.cloud.SolrZkClient.getChildren(SolrZkClient.java:232)
[junit4] 2> at org.apache.solr.cloud.LeaderElector.checkIfIamLeader(LeaderElector.java:84)
[junit4] 2> at org.apache.solr.cloud.LeaderElector.access$000(LeaderElector.java:55)
[junit4] 2> at org.apache.solr.cloud.LeaderElector$1.process(LeaderElector.java:129)
[junit4] 2> at org.apache.zookeeper.ClientCnxn$EventThread.processEvent(ClientCnxn.java:519)
[junit4] 2> at org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:495)
[junit4] 2>
[junit4] 2> 722459 T2095 oasc.LeaderElector$1.process WARN org.apache.zookeeper.KeeperException$SessionExpiredException: KeeperErrorCode = Session expired for /collections/new_implicit_coll_0/leader_elect/a/election
[junit4] 2> at org.apache.zookeeper.KeeperException.create(KeeperException.java:127)
[junit4] 2> at org.apache.zookeeper.KeeperException.create(KeeperException.java:51)
[junit4] 2> at org.apache.zookeeper.ZooKeeper.getChildren(ZooKeeper.java:1468)
[junit4] 2> at org.apache.solr.common.cloud.SolrZkClient$6.execute(SolrZkClient.java:235)
[junit4] 2> at org.apache.solr.common.cloud.SolrZkClient$6.execute(SolrZkClient.java:232)
[junit4] 2> at org.apache.solr.common.cloud.ZkCmdExecutor.retryOperation(ZkCmdExecutor.java:65)
[junit4] 2> at org.apache.solr.common.cloud.SolrZkClient.getChildren(SolrZkClient.java:232)
[junit4] 2> at org.apache.solr.cloud.LeaderElector.checkIfIamLeader(LeaderElector.java:84)
[junit4] 2> at org.apache.solr.cloud.LeaderElector.access$000(LeaderElector.java:55)
[junit4] 2> at org.apache.solr.cloud.LeaderElector$1.process(LeaderElector.java:129)
[junit4] 2> at org.apache.zookeeper.ClientCnxn$EventThread.processEvent(ClientCnxn.java:519)
[junit4] 2> at org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:495)
[junit4] 2>
[junit4] 2> 722460 T2095 oasc.LeaderElector$1.process WARN org.apache.zookeeper.KeeperException$SessionExpiredException: KeeperErrorCode = Session expired for /collections/new_implicit_coll_0/leader_elect/c/election
[junit4] 2> at org.apache.zookeeper.KeeperException.create(KeeperException.java:127)
[junit4] 2> at org.apache.zookeeper.KeeperException.create(KeeperException.java:51)
[junit4] 2> at org.apache.zookeeper.ZooKeeper.getChildren(ZooKeeper.java:1468)
[junit4] 2> at org.apache.solr.common.cloud.SolrZkClient$6.execute(SolrZkClient.java:235)
[junit4] 2> at org.apache.solr.common.cloud.SolrZkClient$6.execute(SolrZkClient.java:232)
[junit4] 2> at org.apache.solr.common.cloud.ZkCmdExecutor.retryOperation(ZkCmdExecutor.java:65)
[junit4] 2> at org.apache.solr.common.cloud.SolrZkClient.getChildren(SolrZkClient.java:232)
[junit4] 2> at org.apache.solr.cloud.LeaderElector.checkIfIamLeader(LeaderElector.java:84)
[junit4] 2> at org.apache.solr.cloud.LeaderElector.access$000(LeaderElector.java:55)
[junit4] 2> at org.apache.solr.cloud.LeaderElector$1.process(LeaderElector.java:129)
[junit4] 2> at org.apache.zookeeper.ClientCnxn$EventThread.processEvent(ClientCnxn.java:519)
[junit4] 2> at org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:495)
[junit4] 2>
[junit4] 2> 722460 T2095 oasc.LeaderElector$1.process WARN org.apache.zookeeper.KeeperException$SessionExpiredException: KeeperErrorCode = Session expired for /collections/new_implicit_coll_1/leader_elect/d/election
[junit4] 2> at org.apache.zookeeper.KeeperException.create(KeeperException.java:127)
[junit4] 2> at org.apache.zookeeper.KeeperException.create(KeeperException.java:51)
[junit4] 2> at org.apache.zookeeper.ZooKeeper.getChildren(ZooKeeper.java:1468)
[junit4] 2> at org.apache.solr.common.cloud.SolrZkClient$6.execute(SolrZkClient.java:235)
[junit4] 2> at org.apache.solr.common.cloud.SolrZkClient$6.execute(SolrZkClient.java:232)
[junit4] 2> at org.apache.solr.common.cloud.ZkCmdExecutor.retryOperation(ZkCmdExecutor.java:65)
[junit4] 2> at org.apache.solr.common.cloud.SolrZkClient.getChildren(SolrZkClient.java:232)
[junit4] 2> at org.apache.solr.cloud.LeaderElector.checkIfIamLeader(LeaderElector.java:84)
[junit4] 2> at org.apache.solr.cloud.LeaderElector.access$000(LeaderElector.java:55)
[junit4] 2> at org.apache.solr.cloud.LeaderElector$1.process(LeaderElector.java:129)
[junit4] 2> at org.apache.zookeeper.ClientCnxn$EventThread.processEvent(ClientCnxn.java:519)
[junit4] 2> at org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:495)
[junit4] 2>
[junit4] 2> NOTE: test params are: codec=Lucene42: {timestamp=Lucene41(blocksize=128), range_facet_l=Lucene41(blocksize=128), id=PostingsFormat(name=NestedPulsing), range_facet_sl=PostingsFormat(name=MockSep), a_t=Lucene41(blocksize=128), text=PostingsFormat(name=MockSep), range_facet_si=MockVariableIntBlock(baseBlockSize=15), _version_=Lucene41(blocksize=128), other_tl1=Lucene41(blocksize=128), multiDefault=MockVariableIntBlock(baseBlockSize=15), a_si=MockVariableIntBlock(baseBlockSize=15), intDefault=Lucene41(blocksize=128)}, docValues:{}, sim=DefaultSimilarity, locale=fr_BE, timezone=Europe/Helsinki
[junit4] 2> NOTE: Linux 3.2.0-51-generic amd64/Sun Microsystems Inc. 1.6.0_45 (64-bit)/cpus=8,threads=6,free=39403576,total=241037312
[junit4] 2> NOTE: All tests run in this JVM: [TestIndexSearcher, FullSolrCloudDistribCmdsTest, TestPartialUpdateDeduplication, TestStressLucene, ChaosMonkeySafeLeaderTest, TestAtomicUpdateErrorCases, QueryResultKeyTest, TestDynamicFieldResource, PreAnalyzedUpdateProcessorTest, ClusterStateTest, TestClassNameShortening, DeleteShardTest, TestMergePolicyConfig, SuggesterTSTTest, TestAnalyzedSuggestions, TestFieldCollectionResource, ZkSolrClientTest, HdfsCollectionsAPIDistributedZkTest, DateMathParserTest, TestNumberUtils, TestRecovery, TestMultiCoreConfBootstrap, TestQuerySenderNoQuery, TestCloudManagedSchema, CoreContainerCoreInitFailuresTest, TestSolr4Spatial, FieldAnalysisRequestHandlerTest, TestCoreDiscovery, TestRangeQuery, TestLuceneMatchVersion, SolrCoreCheckLockOnStartupTest, TestWordDelimiterFilterFactory, TestRTGBase, TestFiltering, ShardRoutingCustomTest, TestComponentsName, HdfsRecoveryZkTest, TestOmitPositions, TestElisionMultitermQuery, OpenExchangeRatesOrgProviderTest, TestCSVResponseWriter, XsltUpdateRequestHandlerTest, TestSchemaResource, NotRequiredUniqueKeyTest, TestQueryTypes, TestCollationKeyRangeQueries, SolrIndexConfigTest, LeaderElectionIntegrationTest, TestPropInject, TestUpdate, TimeZoneUtilsTest, DirectUpdateHandlerTest, UniqFieldsUpdateProcessorFactoryTest, SuggesterWFSTTest, PathHierarchyTokenizerFactoryTest, ConvertedLegacyTest, DOMUtilTest, NumericFieldsTest, IndexBasedSpellCheckerTest, BasicZkTest, PingRequestHandlerTest, CopyFieldTest, SignatureUpdateProcessorFactoryTest, HighlighterConfigTest, TestDistributedSearch, BasicDistributedZk2Test, TestPostingsSolrHighlighter, SampleTest, TestSolrXMLSerializer, TestBinaryResponseWriter, TestSolrJ, TestCodecSupport, TestDistributedGrouping, TestArbitraryIndexDir, RequiredFieldsTest, TestJmxMonitoredMap, CollectionsAPIDistributedZkTest]
[junit4] Completed on J1 in 111.96s, 1 test, 1 error <<< FAILURES!
[...truncated 503 lines...]
BUILD FAILED
/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/build.xml:395: The following error occurred while executing this line:
/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/build.xml:375: The following error occurred while executing this line:
/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/build.xml:39: The following error occurred while executing this line:
/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build.xml:181: The following error occurred while executing this line:
/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/common-build.xml:449: The following error occurred while executing this line:
/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/lucene/common-build.xml:1233: The following error occurred while executing this line:
/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/lucene/common-build.xml:876: There were test failures: 321 suites, 1350 tests, 1 error, 34 ignored (6 assumptions)
Total time: 43 minutes 26 seconds
Build step 'Invoke Ant' marked build as failure
Description set: Java: 64bit/jdk1.6.0_45 -XX:-UseCompressedOops -XX:+UseSerialGC
Archiving artifacts
Recording test results
Email was triggered for: Failure
Sending email for trigger: Failure